From 9329fa10c0a566212ed9e155cb5fd5e0071262be Mon Sep 17 00:00:00 2001
From: cloudera_vm <cloudera@quickstart.cloudera>
Date: Sun, 19 Mar 2017 11:33:34 -0700
Subject: [PATCH] Efficient Method
---
Assign2/Qb_Efficient_1000/._SUCCESS.crc | Bin 0 -> 8 bytes
Assign2/Qb_Efficient_1000/.part-r-00000.crc | Bin 0 -> 12 bytes
Assign2/Qb_Efficient_1000/_SUCCESS | 0
Assign2/Qb_Efficient_1000/nb_comp | 1 +
Assign2/Qb_Efficient_1000/part-r-00000 | 13 +
.../Qb_Efficient_1000$COUNTS.class | Bin 0 -> 1142 bytes
.../Qb_Efficient_1000$Map.class | Bin 0 -> 4289 bytes
.../Qb_Efficient_1000$Reduce.class | Bin 0 -> 4311 bytes
.../Qb_Efficient_1000.class | Bin 0 -> 3922 bytes
.../Qb_invert_index$COUNTS.class | Bin 0 -> 1126 bytes
.../Qb_invert_index$Map.class | Bin 0 -> 3649 bytes
.../Qb_invert_index$Reduce.class | Bin 0 -> 4299 bytes
.../SetSimilarityJoins/Qb_invert_index.class | Bin 0 -> 3908 bytes
Assign2/hadoop.log | 1420 +++++++++++++++++
.../SetSimilarityJoins/Qb_Efficient_1000.java | 188 +++
.../SetSimilarityJoins/Qb_invert_index.java | 179 +++
16 files changed, 1801 insertions(+)
create mode 100644 Assign2/Qb_Efficient_1000/._SUCCESS.crc
create mode 100644 Assign2/Qb_Efficient_1000/.part-r-00000.crc
create mode 100644 Assign2/Qb_Efficient_1000/_SUCCESS
create mode 100644 Assign2/Qb_Efficient_1000/nb_comp
create mode 100644 Assign2/Qb_Efficient_1000/part-r-00000
create mode 100644 Assign2/bin/SetSimilarityJoins/Qb_Efficient_1000$COUNTS.class
create mode 100644 Assign2/bin/SetSimilarityJoins/Qb_Efficient_1000$Map.class
create mode 100644 Assign2/bin/SetSimilarityJoins/Qb_Efficient_1000$Reduce.class
create mode 100644 Assign2/bin/SetSimilarityJoins/Qb_Efficient_1000.class
create mode 100644 Assign2/bin/SetSimilarityJoins/Qb_invert_index$COUNTS.class
create mode 100644 Assign2/bin/SetSimilarityJoins/Qb_invert_index$Map.class
create mode 100644 Assign2/bin/SetSimilarityJoins/Qb_invert_index$Reduce.class
create mode 100644 Assign2/bin/SetSimilarityJoins/Qb_invert_index.class
create mode 100644 Assign2/src/SetSimilarityJoins/Qb_Efficient_1000.java
create mode 100644 Assign2/src/SetSimilarityJoins/Qb_invert_index.java
diff --git a/Assign2/Qb_Efficient_1000/._SUCCESS.crc b/Assign2/Qb_Efficient_1000/._SUCCESS.crc
new file mode 100644
index 0000000000000000000000000000000000000000..3b7b044936a890cd8d651d349a752d819d71d22c
GIT binary patch
literal 8
PcmYc;N@ieSU}69O2$TUk
literal 0
HcmV?d00001
diff --git a/Assign2/Qb_Efficient_1000/.part-r-00000.crc b/Assign2/Qb_Efficient_1000/.part-r-00000.crc
new file mode 100644
index 0000000000000000000000000000000000000000..964e8a1e73b65a76bffa7423be18b61d8f10c462
GIT binary patch
literal 12
TcmYc;N@ieSU}DHL*u??>5iA0d
literal 0
HcmV?d00001
diff --git a/Assign2/Qb_Efficient_1000/_SUCCESS b/Assign2/Qb_Efficient_1000/_SUCCESS
new file mode 100644
index 0000000..e69de29
diff --git a/Assign2/Qb_Efficient_1000/nb_comp b/Assign2/Qb_Efficient_1000/nb_comp
new file mode 100644
index 0000000..633e3dc
--- /dev/null
+++ b/Assign2/Qb_Efficient_1000/nb_comp
@@ -0,0 +1 @@
+2833
\ No newline at end of file
diff --git a/Assign2/Qb_Efficient_1000/part-r-00000 b/Assign2/Qb_Efficient_1000/part-r-00000
new file mode 100644
index 0000000..d18cd2c
--- /dev/null
+++ b/Assign2/Qb_Efficient_1000/part-r-00000
@@ -0,0 +1,13 @@
+1195--2228 1.0
+1195--7082 1.0
+1255--2286 0.9
+1255--7142 1.0
+1322--7209 1.0
+1391--7278 1.0
+1456--7343 1.0
+1519--7406 1.0
+1575--7462 1.0
+1642--7529 1.0
+2175--6998 0.8
+2228--7082 1.0
+2286--7142 0.9
diff --git a/Assign2/bin/SetSimilarityJoins/Qb_Efficient_1000$COUNTS.class b/Assign2/bin/SetSimilarityJoins/Qb_Efficient_1000$COUNTS.class
new file mode 100644
index 0000000000000000000000000000000000000000..655870a59fe2d4db0ae643df2eb408b4ee47a652
GIT binary patch
literal 1142
zcmX^0Z`VEs1_omWJ$42rMh5NR)RN%L+{~QBqRf&?ul&rsV*S9Rc-OSF%;e0}ypniB
z0|NsUXa7*YkYIKO7DfiXti-ZJ{hY+SbbZ&n(p*LcF0f?0v%hZuBZICF3FcWdGH|>4
zh5D+5Ir@aU1~W3~MU$wV!zMW=GcU8mj*)>`Lo<w#fyFsLC6$ALm5YIqfscoQpFx0;
zfz1Z0L`=g6;rQT^qRhN>YfsHEP6kE>Asz-+1~w2&golBhfrF8O-zPIK)vq)+DYYmh
zF)1gNkwM5OKRGccEU_pP#0Lv<F)%amF*2}}WMmdIGO(2;=9H!uGcp)xXp-g=E(RF}
zId%qFMg{>S7giRRq~`K4$TKJ~GH@mq6(v?C=ND8mGH4<D!#^o2HMzvv6Ul2ZAx}_<
zu!9}tpT@}Gh^!6jeNB=A9OPXU9tK4QRYnF=WYe5;5{rwik(>ZG9^oBOYO!Wy;0n$!
zElN&x%LE0f7)Dal18HDn;0(@8&r2*RElOo%utzc%WQYw(Znm>#WZ?14%S$Z+J2JJH
zok53@L4}xP%E-V5PTRo_h761h%nS?+Ob(Kubi%+OAO%V#3=9k`3>*xc44~x3&A`B5
z&A`F{0@Aw~7$b#vn71?VZe|c<*~`Ef$-Id{FnBYA@J5g^45ADS3~UUH3=9k=3}Rpr
z1_mZja%Es-02yS+zznvKT}xYLJA*iOO*~)&*cl`k*cccXI2j}vq@dc(7+AsD#Wpbr
zM|v}B?TfSlxxtrNdIy8F&IYiB2q!SYoxsVU$e;u@LyLh4Y(AF|qt*@v<pT_ixb-nJ
bsDaH?XV3uCnhaVD4B${<WYA{Nb&v!AbgBsP
literal 0
HcmV?d00001
diff --git a/Assign2/bin/SetSimilarityJoins/Qb_Efficient_1000$Map.class b/Assign2/bin/SetSimilarityJoins/Qb_Efficient_1000$Map.class
new file mode 100644
index 0000000000000000000000000000000000000000..06cbd15dec6baea70fa4e064e431c5e2a7e04508
GIT binary patch
literal 4289
zcmX^0Z`VEs1_on>9qbHDj0_sVsU^XgxtTeMMVTd)Uiq1M#rlCs@vdoUnaP={c_s0N
z1_lNyzKI3w3@nTcO8G_U`iTXJ$r-8o8Hp+R`33s9i3LTeDW%D&`o4(;1*t`h3>+!>
z$?*k=B^itiLOxlEWr_MZiFxVz!6ikRdFj@S49qF{$&3tanJMvLhA>1;X-Q^|zDHtl
zhHqklH6sIOaAta5Vo7OHDkFm>rV1N~5VFCTB6ik{3~V-;d6^}4j10^gnqiC#T&@+#
zsRbpO`FX|c3<8V{!eIAh=IeX<!(|v5Se)}yQn?tI8H9Nlco=v&7(^Kv-1Rf^b5r$`
zbMi}5Qi~Gx%kzt}iwhEyQ}vSy67?O6i!;;njPwJFQVWXmlT(X}GxO5p4fUa%RIp#c
zVadtB$RN(cz{<eJ&LGLiAOLm%l0Uc@q#0z{8DwB?%gfByPs_|n)elH4$tdPwkYkW%
zWMEEDEn#G^*1+_0G^UUyL<q$oYc2*w24!{zB@AoaGILUkc^Fg}R2dm~ic%9(9CLD<
zDoav}85ty?_Mw`j8STWyAi<yx3Mvgo23Cz|C(SUBFSU3W*g?M3VPp^l`w}^dxfrw=
zgh8tGc^EhtI5`*$85tP4Kn5A}FqklyGBU6h7vyA?Ffyn^ZAA(rYfUWP<X|voWMI?*
z8EnbJV8sARX$7Svj0_gY2KXmsr6!kHLxKcsBvb?%O2|Tt4E#Qsd8vM-xk;%-A&E&j
zsh|{{pPZNzmROVt;zI>lN-{Ew85y*Eh|Nsaj0`L}nR%&<47|Z5iOJc%i3MPz*cqG|
z8HBNTj*)>mH?e?`Ay>l(GYe+s>-*&ArH2<~mVg{(ja^AdYDEb)DfA4i;+&sX0#d6P
z#?Ii*$RG!fJ8-yo=9Q!t6_pm0q^2O{mdCVrlMQw+QQ+&$e0^L20+X`SLxcnugBODj
zJA*ePgCy4Q2bsmg;LG60$iPvO4=L&x8ALRYQx!zinu{TTA&8wJ5SA<8A)B6B#KREG
z5W>j7UY3|sn(Cj1Bk?08UQmprrxt+?4dY=5XNX{A;K<A?2?H4bF7!M(7@`;%7!}y;
zU(N)9SzHWp3<>NE@r(?7h?w<FEXm+uNMuN2WMD~7&CFqBV9{{VbOB|i6ds0DhBQV7
zw(Qi(U{J9m2=f&<KL@9lSaUOEFl4baWHK`Ff{lbp@GxXE<bWJhl3J8ll3&EgAcmsX
z6Dn@a&5*}Xz|N4*$RLC;04B@BP{>fk$iR}9T2X=?rqIj_a%TysY%FDDP{Welk)r{w
zMS`K6hoOR@l97QUIX|x?F*C22kwF?+w{u2fQE+NuX=+|_s<mbmJ3}=igE-iM;7Ef+
zs8eZXPD*MK7ef_;Fo>w*VW?+lU}RuREGS6LOJQV?(eOmJA4Qin2SXDh1Cy>UNM{R3
zXDcIvF0vaS%B^vm0Mh9LN}nB|61bC*K@^+zFi_Fj&BM?GN}}8)`9AsOsYT9-#i?8j
zeGC)W8TuI+v@laPuCjrLVIspMMh4dMqRf(1v{VWWU!+6|710a>Me`IMhN%qG7#Y|z
z5{v!7G0Lo=8O6xJoSj<9$e>I_MrUMT1?LY&25Ic7L7CB-k%1i)t6&>+u&Bf3HETu&
zuFRD9<kF&|)VvZ#2JW)N90ZRKAq8o@FnTgFaONgf#Fyt6r4%zVaORg}q!vNsc;W2$
zvcw!l2A<56c(@QF17j{D0}DtSBLho8VrCH|gCtU*LE;^nxU3l&#C%XHp2~t$aE-yp
zu!soH4RHC%&aj4&K@l@~p;cUr48h1r7n*F4!UQIQX%f!Z)C}WdU}RX&!{EZ;%E-VK
zoL^d$oC<2=Ffxc?v~%@9d7F`8)}RehYeohh&%C_UBIlgM;^Nd|c80Bt3@XI5Iv5$4
zeL)Qfc4(c(pvb_;z|6n^#;go%3?RS`r8yWtEi*0#1_mYuZU$xsMo=r5fr){Sfq{XA
zfsuiqL6Cug;RXXM11kdqL%P;>1|cmWk*y43TDut}BDJ<Kh%xVFkl4W>wSz%nJA>L*
z22HKq4BC;~8FaTY=xJ?X&=fM*#$Xg_#j?+i*>*XDvLuU)k&o6E20d*dvuzAU%tjEJ
z#b_IYMR*Gnqm1mr|Mxb69c#nDz@Wtda#|V#3qukE7eg|GGD8Z39z!~V8$%{T5JMJ2
z6hkIM978%o8bdyVEdv9C7y}c?nGALe_6!URZVVC(4h(Dzj0}zp3=F~yO#c}i8CcmF
z7#SED*%_P|7~~lkL8*m-8SGy+1||l61~;&kObi|%pEHBPNr-`gQA%eUgD2F<RxHRI
zR!No}4F1~~Le1DDS%o6EF&OO=VTgt?+p~8t#P+4IB$%;-e7%h!c_%|UBZC#^a)$kq
zoI4qE85s^RNLX=zBqcevF%*M%T#_76Be|K)c)(ID5Gk<vkyZlx%=nqj_?9!2ND7GZ
z8Cmg)@`$o8VPIR%kR{0_$-9lAY$ijnD4QtvA_kw`3{{ca8EUKqB?U#<wlUO(O9~1#
zZewT;mlPD`2Jv-wGk8Tx3T|U)+s@DqV#9q0ij}VI4DH((dY3Z@wD2&t@G*+=iSjS}
z-wks6WJZQr|7}5$#lirJtTYBm1_p)_2403z1}TOz1{H=11}BCphIob=hFpd^hH{1m
zhAM_ehItH43@aF#8Fn(XFdSlNWjMvq#&C(Do#7Tk2g7rQPKMVET?{`NIvM^jbTIs9
z=w@VM=w)POXk_GPsA804m;jFGK2VG?N<kx<fl-QKI>QVGMo>&K%w(7aN(PKl46_;L
zFfcRlGV(IaWng1qVUS{EV3^0i#=y#;!tjk@KEnbAHU=k#8w?8>7BH|g#4~JQSj51_
zz`>Bqu!vzX0~-SuLpj3?h9wLO7`Pd#7^X5TWmv$#!!VB_onaXR8v`%HAqEGA<qRtr
z1Q}K`Ffi~y?VruCih&uN<W4fM{bvYf;9_TBWM^2-&fvw)(8tao!OkGT$jHFXkjKFA
zpTU_y5SuhuSsp|sG`0R`5Fn@)tO1<1e=|h>XJ93$0hSg1gS?B)ArN;8I5M~}tc4Z~
zu#5sK8Vng&7+4q>7zDMn4=}9OIl$nhdw`*D8^bzKx?lpQ3s44RU|<Bt8z_4+Gi(5t
jHyfcjZ4<+01_lNp1||kZhAj-+7&saF7?>HhvoHbxOM!yc
literal 0
HcmV?d00001
diff --git a/Assign2/bin/SetSimilarityJoins/Qb_Efficient_1000$Reduce.class b/Assign2/bin/SetSimilarityJoins/Qb_Efficient_1000$Reduce.class
new file mode 100644
index 0000000000000000000000000000000000000000..f310fab80d808acb66fe1ace36b0bd6f38bcbffe
GIT binary patch
literal 4311
zcmX^0Z`VEs1_on>o$L%uj11brsU^XgxtTeMMVTd)Uiq1M#rlCs@vdoUnaP={c_s0N
z1_lNyL8&RF$*JrNEQ}1w`9<mai3N$t8L9dii7EN{1^T&(1w~*5`Ve(Rj0_wp`N{DG
zi6t3~3_?CxiDilUIf;4c`oSednR)5fj10^v`N@n7Y?&$XV1_V6O=(GHj=o1?afWYV
zfi)uoXK-eEUSdgUQ7R*YC8i1+h!C>Dm?C!8j0|ixnR%Hdc8m<n8k%8@3|y`i$*Bb;
znfZCe><j{o48madW#;R9`om=y8Cab2Q&PDYm>Gn57<d?XIT%D48Qk?V@^e%5lXLP*
zQ&Ni(^~>{%vWp86lT-DR3KI1li;FYU^NjQZic$-T@{?1Gi!<}m;|=wpoK&!1!Qsit
zz{nuZ!@$bG#?Bzg$RGfA0Fpnr7^E3w*%@SDZp+Ke*H6pLN!1TXEXgS5VUS~xXJlYb
zPc30&u-3rzb2O%qCPWCuAZsoLMFwSd1|<w@+%j`gi+LDS7*rV<c#2XJQyg=0oGMFF
ziy0Xtp!T7fq#5nR#UR0;4hkv_Mg~@mXeZ4ukT11(7}!C+)L~>01p5*>in$oH8H7Qq
z^m!OK7&ti?3>g_1xj+UP^Dvk&m@+c378m4XmM}7?Lv2M0BWq18-sE5~XJla10U2z`
z!(hb#N@)e9C5#Lf$OiZ)Wu+#USVMvYY$Q|!8cN7Qj12rfnR%&xrMXF|MInhvIjNu&
zou8bT6P8$%3F1QqSxPc8iy0YoeMrbq){G1+IhlE>j10WNC5g$|zKI23)7TlD85xAJ
z_>Yl+-77IUIk6~(kwH@fivlb{nl9`N?ij%zoLa)g;K|_4&fo=0fZ(WcEGkN@EaqYG
zVen;SU`s6a$t*5mWKc!13pKRB+Ca*zxft9S{6R?|fRRBG8sK1A=lq<U)MQYOv(^mb
zVhCagVP^<tWROeF&(%-Q&ri=u)lbgP&CSo#Pll+}4^Ay9=3xkB2xDYmEzQf!&tqip
zKsGTr6&8PB3qV{=AN<Ct1gDmSWu}%}gB%dS!w?BFoF_A{B(<m*;y7-GXogsJh8RW$
zUPM|APA%bKh+~LnWMC=ItV#tJBA$#4jE;;9j82RUtd8-;pnS*=NlkFqFfy<@L1e^y
zP*O`}K`J<o85xvOwO}dEz=ap2Xk}!G*YLqCdNcF&LsBbXVF6CKo+YV8pmb@CML9-E
zt>T=YR{}CXGmM=fi;+PN>~V-WppYplEhtG%K`Iu%kmw2<EUth#+KwnE;xhq{;Ur7B
z<d-Jpq=pw|mViUgP7e_@TnxDk`RojNj0}=EqkxB@fT56)fukfJQpqtgh-e^}ClFC<
z4u)bz1}0ryP!UxMD#^<j8PuRD8yxJYnG0D6R4`WXFjRu9;V#Md$uCbWa!xEx<zT30
zWMEX_Vqj#b<zaAPaAmW9ITHkCu`@Jct*|rm^-+Dx#n8ae49dAJj0`LqE}%@>#?Zme
z(9X!9jp<{YsfdT6lc9@|fwjCSvm_O*)Q0*ClID@U1*#}|82Z>5dWmg~IQxhCg#`03
z^fOFgWZ(kx;+_3{1Bfnt!CHc?xft3QCh;&#W|+drz?Gg_;+$U!O7n~i=ExD^npc`@
zt%)T$A%X#_(VClK8p8~BhUr)X9YZ+}!%T)*j0~KadC5hoxv6<2ps@D>wNRL|Q!5!6
zq_Nlu%Q}n<Y-Nc#rJx#F1Sv@2d7qJiJsFa-L4iU-6oP8Z%#>nA22QYkPy-N&ZN$jH
zo|TxKT%4K9$iV2r$Y6-Ya(o#URH7}#;x9ztK%0>G48fuw7A_=9q2>c?M6PFNSjosB
zgj5_ti&aL3Fyz#MnXKV)fW<8s-b5;YLHTzL4?{Xb1|tJkaDHh~aw@1D#>gOs(H_?W
zIg62DE-^L?R6trYGVplj<)s!m=Oh*vrxvp_Y+_^p)xiXN8;lHWkPOPmzy?VT><rr&
z8PtfY-WeI#p%pzN13R<`XHaBdWMF1s0Ap4LHU<!2hteDjpe8660|NsS12+Q;10$%p
z&%ngM$G`yQ@iPcAFfiO;U}a!sU|>ks+Rh-PB_y(yK}>5mgG8j(76viqy$ljN7^HSE
zC~Rj?+sdG+wVOdZayx_WRt7z-Eex7M2HO~nBCS~V*)iKLXHb@8kumbo+QOixEo8Qh
z!HC%iLbDicW3UKsVPce#UHJdrMzCXT7#J9|7(h;&#lXTaje(0{I)gI93<f=h*$i$B
za~Ogc<}ySv%wdRQn9Y#JFrUGefq_AcfeGYH20I3O1_lN<1_=fS1~vvp21f=424M!K
z{|t@{tn3Vo42+EI3{DIT@(i4yDuaO$?8_?*EZ|VF*v;S;skMW_V>^SNFNm!TVf*Rm
z?qCSCVgXU%R;-e&I~k%F8QLXTAawqExU<E;p|yyChhZ^;1j7;rd4{D7Y7EQ3PPBvA
z!H~e<42lQ_3x-4nXK=XdFeEV~GcYkoFeosjFeEcDGsrVYGK4ZDGq5nIF$gh4G9)vw
zGNgiog@u8K0i-?+u09Q}J`Juuje(Vc5tOMIn87j1#=ykD&yWcYR3?UOkgpj*?%`x$
zV93<o#*iaaw2i^YiUkxwk}S+d+Zaj?Fi31;D7RvT2!Y}WCd4MmDpa+N!AOz~OzmK(
zv1FHE7h$NIKAS;MS9>=@L!<=zc7~>H46VAG7`nGHOyt_hFqN4B6uT@8h}d1rz|F9Z
zL5^WPgCWBv1`CGG4E7A07+e^(F!(ZTWr$|j&XB>d0~~Zg3>+YbLSvVKA(LS?!yE=i
zu-IINdEmIuWSGyefPtBTn<0*2A%imm3xgbkH^U+ZHU?G(Lk0_m#SCl=Yz!_8stijQ
zmNKw|gA<Z!G8yJFEQ6b|oPimfYUCLh|1(50aIiBlvNPneGpt}|Xk%w^VrP(GXOLiK
zU=VO*NM~3D%`vd>1?3q-1{MYu1_lN}E$ssgxjF|JR_GpJXxqlH8svW_u>V0RlYxN|
z>^D%lWoB3l&WP)v5wxCR0|Ntt5(5iE55q==%?^?bj0_tYwlHuqY-I>y*v`Vq(8j>b
Iu!DsW0O#tZ%K!iX
literal 0
HcmV?d00001
diff --git a/Assign2/bin/SetSimilarityJoins/Qb_Efficient_1000.class b/Assign2/bin/SetSimilarityJoins/Qb_Efficient_1000.class
new file mode 100644
index 0000000000000000000000000000000000000000..9154f808f3bff42b63ef08e6081e7246bc89e07b
GIT binary patch
literal 3922
zcmX^0Z`VEs1_on>TkH%>j0`HlsU^XgxtTeMMVTd)Uiq1M#rlCs@vdoUnaP={c_s0N
z1_lP~3@nTciupz9`iTXJ$r-8o8Hp+R`33sP`FUyj&iQ$1ndzlPsVVFXY>W)jn952^
zGIR7p^7C^T8Q5$x^D;~97#Wx~G{YDfSe)}yQn?tI8Mt{E*cmt&8TfrN^HTjvbCXhw
zLK2g5QW+V9eDaeMbHWmfGC_Q(AWKO`W-%j!nh!Cqw`OEu$xY16V`LE1i1x`!EKAhS
zNz6;v4=yRn%uBZhxr58KB0067Br`v+n4Lj{kwF-t3NFLRAjTlU&LGanAb^k!t}HG|
z&E;W`WRPNHV9qZsVPp`6Sdp2pA5fH;R}x%Ol$w}p&BY+YAji%i3)2k_6UU;W#L8kG
z26+YrMh1?Oe29w}8PrkS>7SI9np|S72{9Mh>0As-3@Ypl$}k6`+R4M9%Am%`z+M1y
zMou0hgQy0k5t?D_3>u6KDwwf`61j<>u;F4*XW-^yU<46540`Mgx>!>M*lVEZ4l2#d
zOD*DI&}T4UWMD2T&0}PU)bJt3CTlFJ;Ko{Gi$qT@1~CRB9tL9u6GjG>)QZd!Mg|rQ
zPf+BtBo?I?GcpKc(FSr>YB3`NqbIJ!;mOWm&B!2+>FC_Vf}+%v(&SWqulyuXpxE*-
z*fH2MGO(womVojEBZG#9CKi8ShO0FPgCiq@AV#+1Vz6Rx24xHvMh0tQ0}d%|!qPX$
z95)^YcLone2HxV-60gJ}r%LCX#NuK`1`*^m0T#0cB?&J^21!gmXXfjNq*j!G%=6)4
z@CBJCSe#noUs_U7TH>7wF%u-~&%+P^k`;!_h9%~drh?69X9!|s&>$w`s`w@rfJ_VF
zVF(48##fwL;+t4dkXi&aD4dZ&n<#^Vz%d0fE0TvH3S<_4acT)f6lPcqBZDcXml4sN
zlbNKSnO9I+0uBRD5X&vUC^r!t9C17h@gQSC9!8Rax-*fH!JLrM`QShVn+*w1gyG3N
z3@ISPMc|<ckpr6!@>CiRLpmtw2|$w`s5l1aSPq6vMg|+WAN0WP*UL_=ECWSHPG(+e
zQEGC2QA$y2VoGWeNJ0-RqgR|-kXV#hl3&EZkj==zr~}ISxjYPc4Ec-<%*ClCpfU=x
zFu@c7rKLiwX(_E(KOnIrgNvbnp%|3L)wmc+8Oqri%7~5zx6GVWq_E~;s9>mMWZ+3m
zNdb$3OlM@U$Chv40Rqaq*vcBH<E%BqxEQJ#YS|fTh>t;#vyfwuhoKJSE>OmU2!kBP
z#n8ae#Lm!&wP;Bz)(05^t6Q2GS{NC)^HR$_^NLFn^O92;89cH13QNI)t^7eT-5TVO
zHXep{h7Lvsw$zHu;*w%U203iT!^0#Bq^FCAp_`$Hk%28GH7B(sm61UnpPneqC{Q}>
z<6-D$n83&&Se}?!;+9|JoS$2elM1R@K!r6_(Ig&*$qZ8%8MwiTxiqgNwWt_ZS&E2A
z=X{7tYfgq~3^UjnrW0E<IQxhCg#`03%w(9w$iM~W#XI}^1~4+{64km;0c#1i=3<z`
zFpr&KF4npf)15pF^BEQ}GH|D5=A}U0&d6YnTo}9NmF8Mwi$Dy+thpH$F)U$cSj@<v
zjIWr1+QY-Jlwlbo14nvl3Aj`SH^#g;7*;Scu;(SkC+FuDfO6$3P_A6f$Y6jkVzKA=
zwTuir;Cd)CADogw#;pf6b2fk~9IOqQH4Me<44WAlgpl=x7iE^D7I86bV%Q3D%r-^_
zL1+j;4F+e>9SpnJ8Fs=NR!Hq59){fvdl(tm!9|*X8mIx}h1K#+4EuN(_JbNrtmPmp
zK{g)bVK@Y8k+P=clon@zM2_$<90iLc=j0csGBPk{<tH&RC}OGN5i#VIpJdI*zy~SZ
zL75tq`576cv1o$jFGdEYv|{Y$qGnx22KHn~s%K<i^kQV-1oJ?aFfy>DWr7;de31Bo
zg%%?N7f2iutc(mID6$YyYeoj%;F84TY~REJXk(izIKQ+gITd2C7)C2a4-{jJ3_PBo
z#vZsz0=1~vAlZVEf!Q~)fRTX>Qr9vlGB7eQGcYo+GBAK?b_NaxMg~p>1_pfwMg~R(
z1_oBG?F?KS85kIt7<d>M7}&sq+6=r53=BMAHY)=k13v=;11Ez3gCGMFgAfA)0}BHq
zgD}{bBnD;%CI$uurA-W?T00n|w=pR0W>AmZ&Y-!QfiZGBgO=6~25lSZ9SnvDJA@cm
zzz*PIFkp~nFl10<Fap~r1~G}jl);RFfkBpmmBF0B0_;qE21|6C8P74WF>o<3Fg)1A
zAgT?s*(y?N8-tCI!*&KIUmYRFZ49nDLY~_gyuqZOj!@t>hF~3`ux$(xIzrLg7-DsV
z61FiU>1<<270M9G+QyKxo1q|5o5g55Ly?~jn9U4g?_em=(cQsN1u}dGL%kJ?B#Z7g
zhSr%3+>$K1EZZ15!*y7;G4zJ(Y-5<XiDBwChS@tA7BVuJvx1BOVTh4J%eOPEv|``Q
zuqINHeH+8N?F<{OICe8^ij?Ho&alObQ<77RbqB-tZ47%QIkzz!01=0o*MOrA6gO!M
zk_-$C77SbrmJAXMRt$0s)(k2PHVj$}b_@m#_6%kWP7F2-&J0cruAs&uLj;2tLmGoO
zLpFmiLkWXFLoGu9Ln}itLpMVx!yJY%hK&s24Eq@(7)~)nGF)MZVz|i=&2Wz)791Bb
z;Mjctje7=$2jEy?WRPGu!ElV>I0F+y1VabI35Jsl%nT(AISi*5PBXAD%wce0IKyz3
zft6t+gFeGKhLa5J4Eq@r8O}3YVBlal#URFTk>L^pC&Oh11_nL`#(xa0><m`y3<c~A
u4Gc^SSHP+8D#JAf1_mhxW`=1Dj11QuBpCu37#VIba5983Ff!a^-~<5cnOJQA
literal 0
HcmV?d00001
diff --git a/Assign2/bin/SetSimilarityJoins/Qb_invert_index$COUNTS.class b/Assign2/bin/SetSimilarityJoins/Qb_invert_index$COUNTS.class
new file mode 100644
index 0000000000000000000000000000000000000000..67e739cde3e61b746da354e0b8e02bc3f8ef6aad
GIT binary patch
literal 1126
zcmX^0Z`VEs1_omWJ$42rMh4B`)RN%L+{~QBqRf&?ul&rsV*S9R_{_Yr)S{C3%)FG;
z3KeJnP`{91b_Nzk2EMGsvPAuy#JqHU*SykPMg}ghWW2M#ZvZ2Mwhz&!Su-+lyZVLt
zs)RZEgt`VZGU!B;q?yAeIVUqOv&4>(fmuT{jFExGIX@+pgMpQcfsuiahk>6#fRTaC
z2C76%!w2E;;F6-uymV_%%`i>|Mg}1s237_(5KDxIft`Vak%8YQGcVPzG&d==C?qi{
zCzX*w$R|HJF()jsC=<j73vw|qGw?Aou#{wE7Be!il_lnsrWP|Y=xJz@;twtc83s9a
z23bZ10VMZT7MG;v@-WCVC@?Z`CKeSXRwm~cR5CJXA^XBVDJwO(#M%?dV=y64P<XI|
zo#da!$Y77G4eEJK5&|3KRTUlvMFv$y22*6SoO2S3i>;9y05=@r8Bi**W@O+B&Mz%W
zPIb!!1*ZsF0@DL2XJp_E&P>lsEGaEYWn{2LG8JTm4GHeGvu0%A@yyFhEdo0*wV0hj
zhmk>vaMEOCU<0S-U<X46Mh0dE1_mYvNl@xwU=WZ3r40rK1{MYm22KW0BI9OYV6bLj
zVE_T?-3*M8LOjgd8F)7{2(s*DV2otm#2^^FnL&6X$QTAu1_lN;21W)31``G`um}SK
z6DW}~FfxD)GGt%|Tga}ZEwi0L9J?kSumS805)5n%3=EtMk_=K%?Pd(DVC`a?7=$Ce
znYH#s+JM~P%PhTvL0V@6*g}L87~xLfWKd*Kf|{Ylzyvm*ONdcx2ZQnf21eZam>JZ-
ZW~wu2fN4zzEd~Z~s4y~UGw3=<0sws)3-JH|
literal 0
HcmV?d00001
diff --git a/Assign2/bin/SetSimilarityJoins/Qb_invert_index$Map.class b/Assign2/bin/SetSimilarityJoins/Qb_invert_index$Map.class
new file mode 100644
index 0000000000000000000000000000000000000000..de085da979e1c3a1ab2913aa27e9ece79331e521
GIT binary patch
literal 3649
zcmX^0Z`VEs1_on>h3pJWj0|eQsU^XgxtTeMMVTd)Uiq1M#rlCs@tJvLsYNC6nRzLx
z6)L`o1?&tgj0{ToMd|v91&PTSsrng-Df#&Y`nib(MX4#J$*KCji3J6zMT`s_Df!9q
z1&JjYj0{3PS&3zd`Z<Yt>H5JXMVWc&){G3yDf!8a3~ZSx@nD89L``W)W{$o`VsVCV
zVu3Xy17~n%dR}5lX;CU8gC(X48;B6H!I&a;){G2nHko;uC3cJq%o>_uj0{|^70Iau
zC7Jno#q10Mj10nH_hshmd-}s=7#Ucc^HWl}7?>G^c^G&YcsUqE85!L5GxBp&^^<e*
zOH)#d67|dTi?WLg5|dN)lL`{`9gB-I)ANk<1By}$it>|Fi;FY!(&G*Fp`28(U*io8
z3=B9K7#YNQ7+4wD*cl`l83e!%K=KC{gEWIIJA(|&ZF!mb`e~UtsrmtlB^kv$3~~(e
zj10`_sU?gI)*6_8j>Z(ygb1M+WX;8($e_&5poC$KTV_sbF%N?ZgDN8fPf==OiepZW
zQ)NkNF(ZQn)IL;`G^3rk7$g|fK|!U#$iS)*?W7q7@}(9J13So<I*bg0U|%9fF&Be2
zgD^;yJ`V#211ATAAtM7L7sw!E9tINzQ$_~X;)0ya5=I7fsI5q0WUYzCn;Z=0j0}uA
zAcHM=7_1mTDXpNigpt7l*#Q5ftkmQZYe<lQjf9FoLkU@kk%8YQGcVPzG&d==C?qi{
zCl!>U^OF;E!V-%zL42qnOG!p%F(ZS94{=$^nvsDeCo?aVk%2e3Br!SLH?aV05Ici2
zBZDv&uQ4((=Oz{~GURIbU}nI~e0`t%y!7y*%o323tg$NzNv$ZsCWW4TRh;wlN<eBg
z!`K<z85!ijF$WG6&%Bb<qN37*lGGHWyz-d#ZnDAdB?^3<nXiv4KwwgKdWewVV(?<{
zVQ27WWRS!f{vfk>7<?K07#TQ9@*xEsBZG(ra+-pOT5~Z3Fa)tP1j6zJJY>^Ti+C7<
z8A2Et*vk@gN>lyQa3p=Cqzj6X^wc7-p<z4>;S3Rs3>=wxC1D@~z(t-XC_6;)Fhn!N
zFfy=Zr&b1o3JyV-%fLA@IJLx@n<0)Nft?|qk%1Q+;V=mvhD3%Wkf9~1MTsT(MT`t$
zD0)4i;?~>@DGX`s44@o>FaRdY!;sF9!N|apms(MR9xl-A$Ig(&$RG~Z3JwxTa5<G`
z=A@(+aWP~v2!n`R9)>)Id`1Sg#Dap<yc9+T84XX&K!)nF=3ppfWMI<O1?emX=`3Mn
z&_yl`AeLC;HUXs52Ne6|pwg{^kwFxj_ApSfRmH<l4N3sqCHX%2<*7x^iN&d047CjP
z><o2`3|g4!23OAGVQ64zWMp71FUl-QMN0$Fz(Ps_P!Y{APy{sdFtjkVGBU7dBo_OD
z!<tz`Gm4RcIXktIkwKY=Y{baG3Qm2D4AR(DgOa*6BLjOfq?ll2(7~b(m)EQr8Tc|&
z;*(2@ic<4RAk{ykCnE!Aeo01Z5rof^nG%o0WhqF^EMjDkMDj8u)?ks$$ROr}QY2Rv
zq=HLRMutU1IBkH-7IucIj0}pHi36=rXJiOQPI%BrM+y^|2&PFm<3clxi-D101`mS^
zgDWEgS8#r5QF1D%_Ge@eL2Li%f$}9I!>mCYp4N;EJf3-ZsYT8?iN(dK#q1387#WlZ
z*T#$t%)X$Cl^t5vGbl1JGB7hRfH5lr8v_WiLun2MP<w@ofq{XEft!Juff3X;WME?8
zV_;xlVPIt7XAopyV7S4+%D~FNz>u!Bok2)TNMtL6nAUCviAb$23}VcC86<WvNbO)y
z*v_D~l|fT$H-mQMb_U(840>8y7&L_pwlNq*TCwc2W42w+pe)HEW8|Z?g+WhS$ZQ*f
z5wj75W-;2vU=iNJ#3&=X@c+GyV8_}pFfeE_fSi`bz`~Hkz{QZvpv;iMpvRET;Kq>2
z5X6wh5XF$m5XX?tkj9YDV9UV3AjZH1awdZvgFOQSgBybcg98H_10#bY0|SFF1Ji#7
zM+R1Q21W)(Ms@}#1_pTsMo>y&U<Uh_je&`QpTP}mB@=@O$mfj33~UUX3=9mDbha^g
zLY=&W!G9Y=s2K~$8`~HncQV8>GFY)KXGoJ|+sTm3$Z&u`!irUr6{?I~ltq+%5rgM$
zhRn$A4B1v3k{qHe+Zb}fB{_r&wlNfiOLB;^gZR3;8N4DTIkqvBZf7V1vEf#NLZ@;&
zL)kWl8juxDj105>PXh%K3j-*SoEQWc7#PYJxEV?rgc&Ls3>c~ztQcw;92x2uycp^k
zf*2YYq8J((k{Fs8@)?>LiWyoM8X1}yS{Rxb+8HVtCNi{x122ey1LRX^;4v^vVrXM%
zXJ7=2bue^-gLV=_7ehCw6Twi=(8JKnz`|g_5YEuYz{bGJV8!6e(9h7zz|P>sV9PLp
zVIl(u!z2a<1|FyxT?~^Mn88sY3yKOA26lD^Ms|iN><nJ)47H35><lRk48IwY1RNP$
z7^XoJAuLir$<UC2g@J{Efk9A9`vAifodXPBx(66)w=qlyg#{BhEI^UXz`zLh4=5=x
mGt301?OD)Roy{<Zfq_AYfr){UVJ^db22O@r24;o@EQ|o2iuVHm
literal 0
HcmV?d00001
diff --git a/Assign2/bin/SetSimilarityJoins/Qb_invert_index$Reduce.class b/Assign2/bin/SetSimilarityJoins/Qb_invert_index$Reduce.class
new file mode 100644
index 0000000000000000000000000000000000000000..618547ce1ff7f341b5fe403b0a7ee15d2718c6c3
GIT binary patch
literal 4299
zcmX^0Z`VEs1_on>o$L%uj0~E=sU^XgxtTeMMVTd)Uiq1M#rlCs@tJvLsYNC6nRzLx
z6)HigDW%D&><lc749fXM>H3KUiOCtM`WcBS`S}I<xrqfuU<LXRbw!K}94Yz9@db$`
z8H@}<K3R!niTXK-dFlGWB}JKe>DG)4%qjWFj0|j<De+*2FhoshNoJ0|M`Ce?Z(@Np
zBLin}W_n&?Noi3kBZDQT3LA(JvcZ@lcGipxY&MyBnI(3N49psuVT=r1t`*6t1tppJ
zdByAu0*nm8VE1L_>wEgcWf&P)obyvsxfqxkgn1Zv7<f4tL>U>}^)vEwQ}vT`@=H@v
zixTzA^NX^J3lfu4^^*z`^&N|gGt={o^aF}g3ySiSQ;Ul;^U~uD^`V?puwUa14Gau8
z85kMFc^Ft3*w`5)85sn?4nXn;7lSl|EIWe?%x!s@`TA*@IjQ;qi6t4uJPdLS@{A13
z>8T}*4AvT$evZZz(u4@17-Y@Gpva)i&Y*;0jaz0;YB3Lk3WF*m15Z(EVv1u<j#Fhx
zYB3{&1k^rMlQg59xELfD)ImX|!N|a>5$&WI2J)pA4+A^MmpY6Lf?!`FM==+JHiIxo
zl|Byx2LmSugCQdWBNxaZV;%+*22(}`*5ZPk%o0Whb*QaKVPvg|#hV-q=8O!CIv|5B
zc^Ir1Kq;-Dw1knt0@(onq^#8B5^G41fQ^KTKtl;xh>?NcCo?bAuQWF)wJ0PpDJK<_
zqVtmzbHWmfGC_Q(AWKO`W-%j!whz(S$(oUYB_}g4m63rrxFj(-+c&WQY!*9%Gb4jA
z7T+;4uzMvYCnpxAFfwRrU{QcYNYjO#!5t&;gHubm7(5xg*%`cG$qyVcjzvX@mBl;^
zJ`BE$3~Y(TKAFWOj0~zMcA<t9SQ|*0H5Y>$gFh$%1TZp4LW3JD>ztpHlbQ_5Z`PV&
zTns@BA?ysnj0|$g`MLV(`T6NNsrt$Jxw-jy`pFQL`oXCs#XJn53}K86tfhIG`FV^C
z9>^vJr@~?nYypU?>4V=mmEhEpu*}qQYmfsXco-r<hVx|Rm82FGLmbD=5X}(F&Je@M
zz>7$!!Ko!Y3~>zcj0`NrnN_LaBE*xCfzgqXfzgSPfz>g-7?cb7A!!Nj8b$_ICy0!g
z4@z38EJy{%F(ZRAsunDT8Mx?z6s(L4@ftpu1#f1)en@HsEG)pu*0UtF2$U+Vu_(tV
zr&XNu^GZMlXoj&fWHB<xfjtf}2NW_zr3EFaDM*Fl7ZP1zgT)mvN81tQM0_UTF`Q&6
zm;BPCoYe55%o1?u+36vIhKnJWA)lQgkC8zVXB6--6fhJrGH{gSL#jAN1`!S9(gY%E
z&B0L2$iSql3o4*WLFITEBZC?=WrKqqHFF^gfr`Zn9)?PgHQXinKKbRTMb3%EsT>T|
zj0}tlTnvm1wLA<i46bbUFK2?lEOv%Qtkrd9zCNmNxfmK4nn5|Yg^__p!v&N{+Za07
z8QK{cv@v~*GZpbLbTV`?GO(5xWtOC(mDx~#LDD?3w?NfI4?`b2LoabH5oiBUzmQ-a
zhJJ<#j0{|0Uc9rvZvc@cFIYpcH5Wr0!z3Pt$qZ8%8Mx9@OPupdLFt{5!5ld<T=PnE
ztu?VEB}5QFHCl5sOk<eA&M+NofMY1<VVKD<i;;mdGcUO)H8(Y{1QhOGptcEfc4{Rf
zgESU9VcCX}fvqetrxa8diy#FjJl``iuqQ)uH6w#A7IP4efi~9Qg#aT1b7o30BLgQ`
ze_lzvArjk&k%2ucF*&(7GnbKp(S?!05R2vbGApPwTS|<3@EL+dKP+5GmO{+~)`%R>
z&aje^K?tcRgchlc3}MKr12aj(;{c0Wa0fdmyD>7X;bBN;$Y5mP3eGPrN=^l}z!(`s
z(Awd8AV)DW%q7PBfeJ=zMg|_wyu8#R=bXgi;?!bxhE0qNN`xClj0|j$%*n{W21%Lh
z4BHqP)QGFr85!826+9yYJGAI#P-I|aU}j(dV^#(>1`uF}(i{w+h9?&T0|OHSHv<a;
zBdC$jz{J4EzyRj)GYB#;Fx+5ZWng7sU`W^6&LE^EB(jx3OlvoTM5NXh1~KNn3=%sS
zq;@bUY-dp0%Al#Wn?XBrJA>|420g7U44Og)+Zc=@tyuQiG21R@P?ltoG4j#c!l0)u
zWVVgLh}j52vlwk-un2EqVw90x`2XHUuw!i)7#Oq|Ku(*;z{1eWz{SwVpv=(EpvN$Y
z!Hr=uLlDChhA4)~3~>yT7}6M~G1xLNFo-cQft<-;$6(LEz~IIp!QjBa#=ywn$iToL
z%)s=Y!I6QLoq>^ok&&IjiGe|$ffH0!Fff9Bd4+)m94Z#O8QdbZb})EsXYlg{v9%#=
zKONm241rcGAS&F7Rg!flLlh%JyCe&Q&R-9Awir0HW-{<F%wmvWn9U&1Fo!{nVJ_H-
zb`U!l5*VC85y4==kjUT+4tE`fB!*-LCI$%x1%?!cWCmsic?L;_P=;g%76vs2A%;kX
zWCm7-RB*7cFz_&d)ThDKr@_^y!PTcRure@$G86+dI7ZnRm>BpOGQok$#E=d0H6zG9
zoD2*MncCYJa)gSuF&J5~fFekeh1qBuL&*UKiERw!R;&;qP&~ne*d$qns<ts0NwR^d
z9Sk*=>=NuE40Y3IGYINx?`CL-lwjY^(6o)ARd*9Z_cn%!Tss-2GBbc;mxTclyGt0j
z8J050F)U*+WLU{y!LW+Ko?#_}3&Uy#Uxqad(G2StG8oo_gD!}H1LRO>>@qN9GR$U}
z!@vj@o69f{9QT<F^BEQ}Ff(v7#4#*naAsg(kYn&>Sj51_z{+6AV8O7MfsKKU!G%GU
zVF|-h26k|8LQ+j8!(4`Ca5I)OFoRQ#JOkr@hG+&3b_PavhFo@r73>Uc><muq3=-@N
z63h$?0*(yn46C3y1{S`cJY&ef!ob47z#yoleSjfX=K#YB-2)75+Za}Z{LcjTKPY7~
zFffAs21>Wg3~Rv|aUC>*)-!BiU|>*UU}5NC*vPQiL6U)yVI#v922O^p3_%RrSvVQm
L7?>G$urLAuo4cnf
literal 0
HcmV?d00001
diff --git a/Assign2/bin/SetSimilarityJoins/Qb_invert_index.class b/Assign2/bin/SetSimilarityJoins/Qb_invert_index.class
new file mode 100644
index 0000000000000000000000000000000000000000..13f03750da308bd9ecf95907443bf8f7a0df701b
GIT binary patch
literal 3908
zcmX^0Z`VEs1_on>TkH%>j0{S_sU^XgxtTeMMVTd)Uiq1M#rlCs@tJvLsYNC6nRzLx
z73>Twj0}qTMd|v91&PTSsrng-Df#&Y`pNluY5LCjd1;yHrA4VJ><ny-4APj&N=q_x
z^h5IVa~K)eY%=pQOY9gKm^C!R7#Ucc^HWl}7?>Hjc^KFkI2alDeKPY>{YrC_Qj0<o
zlX6lS8H9ZDlM{2o5{oiHe5fExNk(QdBZG<$VYgc|GO*+(X67+6h-pOoWF?j*>gOcp
zrRxWm6lLb6TZ3G|<yw)PT2PXipI6MzAi~HXj8Fxa;bahFkYHyJXJimS$Ocyym!#(M
zFi0{;F)}dcmzFRxh(fH$%-0Vn%FHVXE-6Y)%(doXkYSKxXOM;I28W1aQBh)LF%N@0
zg90N1M@c@!MT`vUDDL!6%1TWxvDSo`i|lkR1|<d+b_QjbgHi3|VNhjIV`N}2068Nk
zkC8!C1Jel2Fm?tFMg|qkI75lrL{QjpF{m?eb1^W22ptAJb_QLnX#(suP-F*{=H;ap
z@i6E!7%(z07nSBQGDK?l5Mz@y7FBR#t+7R-Cl`YlgAosdF@p&s150W}W(gw$i-spC
za#<3K(u)}xgt2G?IV-i8k%7?@SK{zwXRu~ukjHd%Zel@EYD#Hxs=il#5-3n?c^K>%
z>=_x@(^E@8If9WvLqijbKQP19nuEcSkwGvpDc&_LEi*YYHLoPz(7?cei@}P)8I&zt
z7#XaI4LGE<2}|D~bKH0s+!;I=8F-6ROS}?`oGP7j5{ru&8AOoN1X#=(lq9?u86+|N
zoSCm5l3Gy$GS7#H!53tnU~y`Re`!fUX^D3##7vN^KMz9yNLCmw8<v<;nhG|bogs*k
zL5*;>Rq;(M0GSoS!w?EGi?2Af#5b{^Ahif;OgJNhCK1L2fny0|QX~&U6v!n0;?xp|
zD9orBMg~(%?;@f&Co@SuGq0eu1nhrL5X&vUC^r!t6mdKZ@gQSCo<)*^x-yZG!JLrM
z`QQKqn+*v|gyG3N3@ISPMc^R`kpr6!@>CiRLpmtg2|$w_s2~RCRt|<tMg|+WAN0WP
z*UL_=ECWSFPG(+eQEGC2QA$y2VoGWeNJ0-RqgR|-kXV#hl3&EZkj==zr~}IOxjYPc
z4Ec-<%*ClCpz;Z`Ai)#?rK3Wu=_svOKOnIrgNvbnp%|3D)wmc+8Oqri%7~5zx6GVW
zq_E~;s9>mMWZ+3mNdb$3OlM@U$ChW{0Rqam*vc8G<E%BqxEQJ#YS|fTh>t;#vyfwu
zhoKJSE>Na}2!kBP#n8ae#Lm!&wOC0j)(05^t5=#CS{NC)^HR$_^NLFn^O92;89cH1
z3QM7at?WTD-5TVOHXep{h7Lvsw$zHu;*w%U203iT!^0#Bq^FCAp_`$Hk%28GH7B(s
zm61UnpPneqC{Q}><6-D$n83&&Se}?!;+9|JoS$2elM1R<Km|2a(Ig&*$qZ8%8MwiT
zxiqgNwWt_ZIf{r#=X{7tYfgq~3^UjnrW02%IQxhCg#`03%w(9w$iM~W#XI}^1~4*c
z6Va+r0c!}h=3<z`Fpr&KF4j5}(~Ud~^BEQ}GH|D5=A}U0&B$PmTnM}7mF8Mwi#!a&
zthpH$F)U$cSj@<vjIW4++QY-Jlwlbo14nvl3Ai){H^IC(7*;Scu;(SkC+FuDfO6z2
zP>x*9$Y6jkQnBauwTuir;QA*sADoIo#;pf6Z#IA`8mtYNH4Me<44WAlgpl=x7iE^D
z7I86bV%Q3D%r-^_L1+j;4F+e<9SpnJ8Fs=NR7mY29){fvdl(tm!Nr+>8mQsph1K#+
z4EuN(_JbNptmPmpK{g)bVK@Y8hq9*Slon@zM2_$<90iLc=j0csGBPk{<tH&RC}OGF
z5i#VIpJdI*zy~SVK^Yp9@fjJUv1o$jEk*{Wv|{Y$qGnr02KHn~if3eC^kQV-1oJ?a
zFfy>DWrCW_e31Bog%%?N7f2iutc(mID6$YyYeoj%;F84TY~REJXcL<&IKQ+gITd2C
z2wI0g4-{XF3_PBoCLXvl0=1*qAen-Zf!Q~)fRTX>Qp++ZGB7eQGcYo+GBAK?b_Nax
zMg~p>1_pfwMg~R(1_oBG?F?KS85kIt7<d>M7}&sq+6=r53=BMAHY)=k13v=;11Ez3
zgCGMFgAfA)0}BHqgD}{bBnD;%CI$uurA-W?T00n|w=pR0W>AmZ&Y-!QfiZGBgO=6~
z25lSZ9SnvDJA@cmzz*PIFkp~nFl10<Fap~r1~G}jl);RFfkBpmmBF0B0_;qE21|6C
z8P74WF>o<3Fg)1AAgT?s*(y?N8-tCI!*&KIUmYRFZ49nDLY~_gyuqZOj!@t>hF~3`
zux$(xIzrLg7-DsV61FiU>1<<270M9G+QyKxo1q|5o5g55Ly?~jn9U4g?_em=(cQsN
z1u}dGL%kJ?B#Z7ghSr%3+>$K1EZZ15!*y7;G4zJ(Y-5<XiDBwChS@tA7BVuJvx1BO
zVTh4J%eOPEv|``QuqINHeH+8N?F<{OICe8^ij?Ho&alObQ<77RbqB-tZ47%QIkzz!
z01=0o*MOrA6gO!Mk_-$C77SbrmJAXMRt$0s)(k2PHVj$}b_@m#_6%kWP7F2-&J0cr
zuAn9&Lj;2tLmGoOLpFmiLkWXFLoGu9Ln}itLpMVx!yJY%hK&s24Eq@(7)~)nGF)MZ
zVz|i=&2Wz)791Bb;Mjctje7=$2jEy?WRPGu!ElV>I0F+y1VabI35Jsl%nT(AISi*5
zPBXAD%wce0IKyz3ft6t+gFeGKhLa5J4Eq@r8O}3YVBlal#URFTk>L^pC&Oh11_nL`
z#(xa0><m`y3<c~A4Gc^SSHP+8D#JAf1_mhxW`=1Dj11QuBpCu37#VIba5983Ff!a^
G-~<3@j#~`?
literal 0
HcmV?d00001
diff --git a/Assign2/hadoop.log b/Assign2/hadoop.log
index 4776fe0..42c5843 100644
--- a/Assign2/hadoop.log
+++ b/Assign2/hadoop.log
@@ -7894,3 +7894,1423 @@ Caused by: java.lang.ClassNotFoundException: org.apache.http.client.methods.Http
2017-03-19 09:09:29,222 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
2017-03-19 09:09:32,225 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
2017-03-19 09:09:35,231 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:09:38,235 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:09:41,236 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:09:44,241 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:09:46,975 INFO org.apache.hadoop.mapred.MapTask: Finished spill 120
+2017-03-19 09:09:47,011 INFO org.apache.hadoop.mapred.MapTask: (RESET) equator 31254662 kv 7813660(31254640) kvi 6660660(26642640)
+2017-03-19 09:09:50,251 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:09:53,254 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:09:55,689 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-03-19 09:09:55,718 INFO org.apache.hadoop.mapred.MapTask: bufstart = 31254662; bufend = 94011516; bufvoid = 104857600
+2017-03-19 09:09:55,718 INFO org.apache.hadoop.mapred.MapTask: kvstart = 7813660(31254640); kvend = 2531360(10125440); length = 5282301/6553600
+2017-03-19 09:09:55,718 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 99337612 kvi 24834396(99337584)
+2017-03-19 09:09:56,261 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:09:59,262 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:10:02,266 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:10:05,271 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:10:08,274 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:10:11,278 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:10:14,281 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:10:17,282 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:10:20,594 INFO org.apache.hadoop.mapred.MapTask: Finished spill 121
+2017-03-19 09:10:20,613 INFO org.apache.hadoop.mapred.MapTask: (RESET) equator 99337612 kv 24834396(99337584) kvi 23502884(94011536)
+2017-03-19 09:10:26,301 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:10:29,105 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-03-19 09:10:29,105 INFO org.apache.hadoop.mapred.MapTask: bufstart = 99337612; bufend = 57284959; bufvoid = 104857600
+2017-03-19 09:10:29,105 INFO org.apache.hadoop.mapred.MapTask: kvstart = 24834396(99337584); kvend = 19564116(78256464); length = 5270281/6553600
+2017-03-19 09:10:29,105 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 62611039 kvi 15652752(62611008)
+2017-03-19 09:10:29,341 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:10:32,350 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:10:35,355 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:10:38,358 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:10:41,361 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:10:44,363 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:10:47,369 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:10:50,371 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:10:53,663 INFO org.apache.hadoop.mapred.MapTask: Finished spill 122
+2017-03-19 09:10:53,827 INFO org.apache.hadoop.mapred.MapTask: (RESET) equator 62611039 kv 15652752(62611008) kvi 14321244(57284976)
+2017-03-19 09:10:59,381 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:11:02,040 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-03-19 09:11:02,046 INFO org.apache.hadoop.mapred.MapTask: bufstart = 62611039; bufend = 19923700; bufvoid = 104857600
+2017-03-19 09:11:02,046 INFO org.apache.hadoop.mapred.MapTask: kvstart = 15652752(62611008); kvend = 10223800(40895200); length = 5428953/6553600
+2017-03-19 09:11:02,046 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 25249780 kvi 6312440(25249760)
+2017-03-19 09:11:02,386 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:11:05,388 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:11:08,391 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:11:11,398 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:11:14,401 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:11:17,408 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:11:20,410 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:11:22,861 INFO org.apache.hadoop.mapred.MapTask: Finished spill 123
+2017-03-19 09:11:22,862 INFO org.apache.hadoop.mapred.MapTask: (RESET) equator 25249780 kv 6312440(25249760) kvi 5120812(20483248)
+2017-03-19 09:11:23,421 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:11:26,423 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:11:29,431 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:11:30,137 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-03-19 09:11:30,155 INFO org.apache.hadoop.mapred.MapTask: bufstart = 25249780; bufend = 88140791; bufvoid = 104857600
+2017-03-19 09:11:30,156 INFO org.apache.hadoop.mapred.MapTask: kvstart = 6312440(25249760); kvend = 1063680(4254720); length = 5248761/6553600
+2017-03-19 09:11:30,156 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 93466887 kvi 23366716(93466864)
+2017-03-19 09:11:32,434 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:11:35,435 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:11:38,438 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:11:41,439 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:11:44,446 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:11:47,451 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:11:50,458 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:11:54,296 INFO org.apache.hadoop.mapred.MapTask: Finished spill 124
+2017-03-19 09:11:54,319 INFO org.apache.hadoop.mapred.MapTask: (RESET) equator 93466887 kv 23366716(93466864) kvi 22151756(88607024)
+2017-03-19 09:11:59,471 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:12:02,474 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:12:03,104 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-03-19 09:12:03,107 INFO org.apache.hadoop.mapred.MapTask: bufstart = 93466887; bufend = 49314570; bufvoid = 104857596
+2017-03-19 09:12:03,107 INFO org.apache.hadoop.mapred.MapTask: kvstart = 23366716(93466864); kvend = 17571520(70286080); length = 5795197/6553600
+2017-03-19 09:12:03,107 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 54640650 kvi 13660156(54640624)
+2017-03-19 09:12:05,477 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:12:08,478 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:12:11,481 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:12:14,482 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:12:17,488 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:12:20,491 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:12:23,494 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:12:26,500 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:12:30,080 INFO org.apache.hadoop.mapred.MapTask: Finished spill 125
+2017-03-19 09:12:30,107 INFO org.apache.hadoop.mapred.MapTask: (RESET) equator 54640650 kv 13660156(54640624) kvi 12350808(49403232)
+2017-03-19 09:12:35,509 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:12:38,023 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-03-19 09:12:38,035 INFO org.apache.hadoop.mapred.MapTask: bufstart = 54640650; bufend = 12856101; bufvoid = 104857600
+2017-03-19 09:12:38,035 INFO org.apache.hadoop.mapred.MapTask: kvstart = 13660156(54640624); kvend = 8456904(33827616); length = 5203253/6553600
+2017-03-19 09:12:38,035 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 18182181 kvi 4545540(18182160)
+2017-03-19 09:12:38,511 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:12:41,554 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:12:44,561 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:12:47,566 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:12:50,567 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:12:53,681 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:12:56,683 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:12:59,687 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:13:02,688 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:13:07,864 INFO org.apache.hadoop.mapred.MapTask: Finished spill 126
+2017-03-19 09:13:07,879 INFO org.apache.hadoop.mapred.MapTask: (RESET) equator 18182181 kv 4545540(18182160) kvi 3214032(12856128)
+2017-03-19 09:13:11,695 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:13:14,698 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:13:17,494 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-03-19 09:13:17,505 INFO org.apache.hadoop.mapred.MapTask: bufstart = 18182181; bufend = 79368739; bufvoid = 104857600
+2017-03-19 09:13:17,505 INFO org.apache.hadoop.mapred.MapTask: kvstart = 4545540(18182160); kvend = 25085064(100340256); length = 5674877/6553600
+2017-03-19 09:13:17,505 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 84694819 kvi 21173700(84694800)
+2017-03-19 09:13:17,703 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:13:20,705 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:13:23,711 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:13:26,714 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:13:29,716 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:13:32,722 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:13:35,723 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:13:38,732 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:13:41,735 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:13:45,315 INFO org.apache.hadoop.mapred.MapTask: Finished spill 127
+2017-03-19 09:13:45,319 INFO org.apache.hadoop.mapred.MapTask: (RESET) equator 84694819 kv 21173700(84694800) kvi 19842192(79368768)
+2017-03-19 09:13:50,742 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:13:53,743 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:13:54,146 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-03-19 09:13:54,165 INFO org.apache.hadoop.mapred.MapTask: bufstart = 84694819; bufend = 41950593; bufvoid = 104857598
+2017-03-19 09:13:54,167 INFO org.apache.hadoop.mapred.MapTask: kvstart = 21173700(84694800); kvend = 15730520(62922080); length = 5443181/6553600
+2017-03-19 09:13:54,171 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 47276673 kvi 11819164(47276656)
+2017-03-19 09:13:56,747 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:13:59,751 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:14:02,752 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:14:05,756 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:14:08,759 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:14:11,762 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:14:14,767 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:14:18,277 INFO org.apache.hadoop.mapred.MapTask: Finished spill 128
+2017-03-19 09:14:18,281 INFO org.apache.hadoop.mapred.MapTask: (RESET) equator 47276673 kv 11819164(47276656) kvi 10598964(42395856)
+2017-03-19 09:14:23,778 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:14:26,589 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-03-19 09:14:26,604 INFO org.apache.hadoop.mapred.MapTask: bufstart = 47276673; bufend = 3847323; bufvoid = 104857600
+2017-03-19 09:14:26,608 INFO org.apache.hadoop.mapred.MapTask: kvstart = 11819164(47276656); kvend = 6204704(24818816); length = 5614461/6553600
+2017-03-19 09:14:26,609 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 9173403 kvi 2293344(9173376)
+2017-03-19 09:14:26,780 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:14:29,783 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:14:32,787 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:14:35,792 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:14:38,796 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:14:41,799 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:14:44,802 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:14:47,807 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:14:50,812 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:14:52,721 INFO org.apache.hadoop.mapred.MapTask: Finished spill 129
+2017-03-19 09:14:52,748 INFO org.apache.hadoop.mapred.MapTask: (RESET) equator 9173403 kv 2293344(9173376) kvi 961836(3847344)
+2017-03-19 09:14:56,820 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:14:59,822 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:15:01,029 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-03-19 09:15:01,045 INFO org.apache.hadoop.mapred.MapTask: bufstart = 9173403; bufend = 70735781; bufvoid = 104857600
+2017-03-19 09:15:01,048 INFO org.apache.hadoop.mapred.MapTask: kvstart = 2293344(9173376); kvend = 22926820(91707280); length = 5580925/6553600
+2017-03-19 09:15:01,048 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 76061861 kvi 19015460(76061840)
+2017-03-19 09:15:02,838 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:15:05,842 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:15:08,844 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:15:11,848 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:15:14,852 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:15:17,856 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:15:20,860 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:15:23,863 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:15:26,849 INFO org.apache.hadoop.mapred.MapTask: Finished spill 130
+2017-03-19 09:15:26,870 INFO org.apache.hadoop.mapred.MapTask: (RESET) equator 76061861 kv 19015460(76061840) kvi 17728128(70912512)
+2017-03-19 09:15:32,872 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:15:34,371 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-03-19 09:15:34,373 INFO org.apache.hadoop.mapred.MapTask: bufstart = 76061861; bufend = 35384636; bufvoid = 104857595
+2017-03-19 09:15:34,373 INFO org.apache.hadoop.mapred.MapTask: kvstart = 19015460(76061840); kvend = 14089040(56356160); length = 4926421/6553600
+2017-03-19 09:15:34,373 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 40710732 kvi 10177676(40710704)
+2017-03-19 09:15:35,875 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:15:38,876 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:15:41,880 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:15:44,883 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:15:47,889 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:15:50,892 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:15:53,895 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:15:56,896 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:15:57,567 INFO org.apache.hadoop.mapred.MapTask: Finished spill 131
+2017-03-19 09:15:57,583 INFO org.apache.hadoop.mapred.MapTask: (RESET) equator 40710732 kv 10177676(40710704) kvi 8846164(35384656)
+2017-03-19 09:16:02,903 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:16:05,904 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:16:06,094 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-03-19 09:16:06,101 INFO org.apache.hadoop.mapred.MapTask: bufstart = 40710732; bufend = 102399172; bufvoid = 104857600
+2017-03-19 09:16:06,102 INFO org.apache.hadoop.mapred.MapTask: kvstart = 10177676(40710704); kvend = 4628268(18513072); length = 5549409/6553600
+2017-03-19 09:16:06,103 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 2867652 kvi 716908(2867632)
+2017-03-19 09:16:08,913 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:16:11,916 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:16:14,920 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:16:17,923 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:16:20,928 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:16:23,932 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:16:26,936 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:16:29,938 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:16:31,222 INFO org.apache.hadoop.mapred.MapTask: Finished spill 132
+2017-03-19 09:16:31,234 INFO org.apache.hadoop.mapred.MapTask: (RESET) equator 2867652 kv 716908(2867632) kvi 25826284(103305136)
+2017-03-19 09:16:35,943 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:16:38,948 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:16:39,490 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-03-19 09:16:39,501 INFO org.apache.hadoop.mapred.MapTask: bufstart = 2867652; bufend = 65782466; bufvoid = 104857600
+2017-03-19 09:16:39,502 INFO org.apache.hadoop.mapred.MapTask: kvstart = 716908(2867632); kvend = 21688492(86753968); length = 5242817/6553600
+2017-03-19 09:16:39,503 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 71108546 kvi 17777132(71108528)
+2017-03-19 09:16:41,950 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:16:44,953 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:16:47,963 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:16:50,964 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:16:53,968 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:16:56,972 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:16:59,973 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:17:03,844 INFO org.apache.hadoop.mapred.MapTask: Finished spill 133
+2017-03-19 09:17:03,864 INFO org.apache.hadoop.mapred.MapTask: (RESET) equator 71108546 kv 17777132(71108528) kvi 16532196(66128784)
+2017-03-19 09:17:08,978 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:17:11,613 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-03-19 09:17:11,617 INFO org.apache.hadoop.mapred.MapTask: bufstart = 71108546; bufend = 29457503; bufvoid = 104857600
+2017-03-19 09:17:11,617 INFO org.apache.hadoop.mapred.MapTask: kvstart = 17777132(71108528); kvend = 12607248(50428992); length = 5169885/6553600
+2017-03-19 09:17:11,617 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 34783583 kvi 8695888(34783552)
+2017-03-19 09:17:11,981 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:17:14,982 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:17:17,984 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:17:20,996 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:17:24,001 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:17:27,003 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:17:30,013 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:17:33,022 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:17:35,180 INFO org.apache.hadoop.mapred.MapTask: Finished spill 134
+2017-03-19 09:17:35,215 INFO org.apache.hadoop.mapred.MapTask: (RESET) equator 34783583 kv 8695888(34783552) kvi 7364380(29457520)
+2017-03-19 09:17:39,024 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:17:42,025 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:17:45,034 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:17:45,185 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-03-19 09:17:45,186 INFO org.apache.hadoop.mapred.MapTask: bufstart = 34783583; bufend = 96967934; bufvoid = 104857600
+2017-03-19 09:17:45,186 INFO org.apache.hadoop.mapred.MapTask: kvstart = 8695888(34783552); kvend = 3270452(13081808); length = 5425437/6553600
+2017-03-19 09:17:45,186 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 102294014 kvi 25573496(102293984)
+2017-03-19 09:17:48,037 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:17:51,041 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:17:54,044 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:17:57,047 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:18:00,049 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:18:03,053 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:18:06,056 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:18:09,061 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:18:10,318 INFO org.apache.hadoop.mapred.MapTask: Finished spill 135
+2017-03-19 09:18:10,344 INFO org.apache.hadoop.mapred.MapTask: (RESET) equator 102294014 kv 25573496(102293984) kvi 24370912(97483648)
+2017-03-19 09:18:15,064 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:18:18,065 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:18:18,189 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-03-19 09:18:18,217 INFO org.apache.hadoop.mapred.MapTask: bufstart = 102294014; bufend = 60454717; bufvoid = 104857593
+2017-03-19 09:18:18,217 INFO org.apache.hadoop.mapred.MapTask: kvstart = 25573496(102293984); kvend = 20356548(81426192); length = 5216949/6553600
+2017-03-19 09:18:18,218 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 65780797 kvi 16445192(65780768)
+2017-03-19 09:18:21,068 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:18:24,073 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:18:27,084 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:18:30,085 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:18:33,091 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:18:36,094 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:18:37,937 INFO org.apache.hadoop.mapred.MapTask: Finished spill 136
+2017-03-19 09:18:38,097 INFO org.apache.hadoop.mapred.MapTask: (RESET) equator 65780797 kv 16445192(65780768) kvi 15113684(60454736)
+2017-03-19 09:18:42,097 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:18:45,118 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:18:46,547 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-03-19 09:18:46,551 INFO org.apache.hadoop.mapred.MapTask: bufstart = 65780797; bufend = 23450358; bufvoid = 104857600
+2017-03-19 09:18:46,552 INFO org.apache.hadoop.mapred.MapTask: kvstart = 16445192(65780768); kvend = 11105460(44421840); length = 5339733/6553600
+2017-03-19 09:18:46,552 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 28776438 kvi 7194104(28776416)
+2017-03-19 09:18:48,135 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:18:51,138 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:18:54,144 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:18:57,145 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:19:00,149 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:19:03,154 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:19:06,158 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:19:09,160 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:19:11,279 INFO org.apache.hadoop.mapred.MapTask: Finished spill 137
+2017-03-19 09:19:11,302 INFO org.apache.hadoop.mapred.MapTask: (RESET) equator 28776438 kv 7194104(28776416) kvi 5862596(23450384)
+2017-03-19 09:19:15,164 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:19:18,165 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:19:19,272 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-03-19 09:19:19,278 INFO org.apache.hadoop.mapred.MapTask: bufstart = 28776438; bufend = 91167182; bufvoid = 104857600
+2017-03-19 09:19:19,278 INFO org.apache.hadoop.mapred.MapTask: kvstart = 7194104(28776416); kvend = 1820264(7281056); length = 5373841/6553600
+2017-03-19 09:19:19,278 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 96493262 kvi 24123308(96493232)
+2017-03-19 09:19:21,170 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:19:24,174 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:19:27,178 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:19:30,180 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:19:33,182 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:19:36,184 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:19:39,185 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:19:42,187 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:19:44,351 INFO org.apache.hadoop.mapred.MapTask: Finished spill 138
+2017-03-19 09:19:44,370 INFO org.apache.hadoop.mapred.MapTask: (RESET) equator 96493262 kv 24123308(96493232) kvi 22942960(91771840)
+2017-03-19 09:19:48,190 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:19:51,194 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:19:52,868 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-03-19 09:19:52,880 INFO org.apache.hadoop.mapred.MapTask: bufstart = 96493262; bufend = 54301436; bufvoid = 104857600
+2017-03-19 09:19:52,880 INFO org.apache.hadoop.mapred.MapTask: kvstart = 24123308(96493232); kvend = 18818240(75272960); length = 5305069/6553600
+2017-03-19 09:19:52,880 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 59627532 kvi 14906876(59627504)
+2017-03-19 09:19:54,204 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:19:57,206 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:20:00,212 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:20:03,214 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:20:06,218 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:20:09,225 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:20:12,228 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:20:15,230 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:20:18,080 INFO org.apache.hadoop.mapred.MapTask: Finished spill 139
+2017-03-19 09:20:18,086 INFO org.apache.hadoop.mapred.MapTask: (RESET) equator 59627532 kv 14906876(59627504) kvi 13808056(55232224)
+2017-03-19 09:20:21,234 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:20:24,235 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:20:26,808 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-03-19 09:20:26,827 INFO org.apache.hadoop.mapred.MapTask: bufstart = 59627532; bufend = 18624528; bufvoid = 104857595
+2017-03-19 09:20:26,827 INFO org.apache.hadoop.mapred.MapTask: kvstart = 14906876(59627504); kvend = 9899000(39596000); length = 5007877/6553600
+2017-03-19 09:20:26,827 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 23950608 kvi 5987648(23950592)
+2017-03-19 09:20:27,238 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:20:30,275 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:20:33,278 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:20:36,282 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:20:39,284 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:20:42,290 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:20:45,295 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:20:48,302 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:20:51,304 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:20:53,756 INFO org.apache.hadoop.mapred.MapTask: Finished spill 140
+2017-03-19 09:20:53,766 INFO org.apache.hadoop.mapred.MapTask: (RESET) equator 23950608 kv 5987648(23950592) kvi 4656136(18624544)
+2017-03-19 09:20:57,794 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:21:00,805 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:21:01,611 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-03-19 09:21:01,615 INFO org.apache.hadoop.mapred.MapTask: bufstart = 23950608; bufend = 85509224; bufvoid = 104857600
+2017-03-19 09:21:01,616 INFO org.apache.hadoop.mapred.MapTask: kvstart = 5987648(23950592); kvend = 405776(1623104); length = 5581873/6553600
+2017-03-19 09:21:01,616 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 90835304 kvi 22708820(90835280)
+2017-03-19 09:21:03,806 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:21:06,815 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:21:09,818 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:21:12,825 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:21:15,826 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:21:18,830 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:21:21,832 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:21:24,834 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:21:27,361 INFO org.apache.hadoop.mapred.MapTask: Finished spill 141
+2017-03-19 09:21:27,381 INFO org.apache.hadoop.mapred.MapTask: (RESET) equator 90835304 kv 22708820(90835280) kvi 21377312(85509248)
+2017-03-19 09:21:30,841 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:21:33,842 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:21:35,512 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-03-19 09:21:35,526 INFO org.apache.hadoop.mapred.MapTask: bufstart = 90835304; bufend = 48596209; bufvoid = 104857587
+2017-03-19 09:21:35,526 INFO org.apache.hadoop.mapred.MapTask: kvstart = 22708820(90835280); kvend = 17391936(69567744); length = 5316885/6553600
+2017-03-19 09:21:35,527 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 53922305 kvi 13480572(53922288)
+2017-03-19 09:21:36,845 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:21:39,846 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:21:42,854 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:21:45,865 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:21:48,866 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:21:51,875 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:21:54,876 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:21:57,879 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:22:00,058 INFO org.apache.hadoop.mapred.MapTask: Finished spill 142
+2017-03-19 09:22:00,109 INFO org.apache.hadoop.mapred.MapTask: (RESET) equator 53922305 kv 13480572(53922288) kvi 12222644(48890576)
+2017-03-19 09:22:03,885 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:22:06,886 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:22:07,992 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-03-19 09:22:08,021 INFO org.apache.hadoop.mapred.MapTask: bufstart = 53922305; bufend = 11931198; bufvoid = 104857600
+2017-03-19 09:22:08,024 INFO org.apache.hadoop.mapred.MapTask: kvstart = 13480572(53922288); kvend = 8225672(32902688); length = 5254901/6553600
+2017-03-19 09:22:08,025 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 17257278 kvi 4314312(17257248)
+2017-03-19 09:22:09,890 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:22:12,895 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:22:15,903 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:22:18,905 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:22:21,914 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:22:24,918 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:22:27,922 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:22:30,925 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:22:33,381 INFO org.apache.hadoop.mapred.MapTask: Finished spill 143
+2017-03-19 09:22:33,392 INFO org.apache.hadoop.mapred.MapTask: (RESET) equator 17257278 kv 4314312(17257248) kvi 2982804(11931216)
+2017-03-19 09:22:36,926 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:22:39,935 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:22:42,939 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:22:45,153 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-03-19 09:22:45,161 INFO org.apache.hadoop.mapred.MapTask: bufstart = 17257278; bufend = 78132751; bufvoid = 104857600
+2017-03-19 09:22:45,161 INFO org.apache.hadoop.mapred.MapTask: kvstart = 4314312(17257248); kvend = 24776068(99104272); length = 5752645/6553600
+2017-03-19 09:22:45,163 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 83458847 kvi 20864704(83458816)
+2017-03-19 09:22:45,945 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:22:48,946 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:22:51,950 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:22:54,955 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:22:57,956 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:23:00,963 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:23:03,964 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:23:06,965 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:23:12,116 INFO org.apache.hadoop.mapred.MapTask: Finished spill 144
+2017-03-19 09:23:12,118 INFO org.apache.hadoop.mapred.MapTask: (RESET) equator 83458847 kv 20864704(83458816) kvi 19718644(78874576)
+2017-03-19 09:23:15,975 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:23:18,985 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:23:21,552 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-03-19 09:23:21,568 INFO org.apache.hadoop.mapred.MapTask: bufstart = 83458847; bufend = 43027866; bufvoid = 104857600
+2017-03-19 09:23:21,568 INFO org.apache.hadoop.mapred.MapTask: kvstart = 20864704(83458816); kvend = 15999836(63999344); length = 4864869/6553600
+2017-03-19 09:23:21,568 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 48353946 kvi 12088480(48353920)
+2017-03-19 09:23:21,993 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:23:24,995 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:23:27,997 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:23:30,999 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:23:34,005 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:23:37,007 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:23:40,011 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:23:41,814 INFO org.apache.hadoop.mapred.MapTask: Finished spill 145
+2017-03-19 09:23:41,832 INFO org.apache.hadoop.mapred.MapTask: (RESET) equator 48353946 kv 12088480(48353920) kvi 10756972(43027888)
+2017-03-19 09:23:46,015 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:23:49,019 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:23:50,424 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-03-19 09:23:50,436 INFO org.apache.hadoop.mapred.MapTask: bufstart = 48353946; bufend = 4853964; bufvoid = 104857600
+2017-03-19 09:23:50,436 INFO org.apache.hadoop.mapred.MapTask: kvstart = 12088480(48353920); kvend = 6456364(25825456); length = 5632117/6553600
+2017-03-19 09:23:50,436 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 10180044 kvi 2545004(10180016)
+2017-03-19 09:23:52,021 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:23:55,025 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:23:58,030 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:24:01,031 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:24:04,035 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:24:07,041 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:24:10,043 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:24:13,046 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:24:16,100 INFO org.apache.hadoop.mapred.MapTask: Finished spill 146
+2017-03-19 09:24:16,112 INFO org.apache.hadoop.mapred.MapTask: (RESET) equator 10180044 kv 2545004(10180016) kvi 1274096(5096384)
+2017-03-19 09:24:22,056 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:24:24,276 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-03-19 09:24:24,278 INFO org.apache.hadoop.mapred.MapTask: bufstart = 10180044; bufend = 72288018; bufvoid = 104857600
+2017-03-19 09:24:24,279 INFO org.apache.hadoop.mapred.MapTask: kvstart = 2545004(10180016); kvend = 23314880(93259520); length = 5444525/6553600
+2017-03-19 09:24:24,280 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 77614098 kvi 19403520(77614080)
+2017-03-19 09:24:25,059 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:24:28,060 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:24:31,065 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:24:34,067 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:24:37,068 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:24:40,071 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:24:43,076 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:24:46,077 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:24:49,078 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:24:51,811 INFO org.apache.hadoop.mapred.MapTask: Finished spill 147
+2017-03-19 09:24:51,836 INFO org.apache.hadoop.mapred.MapTask: (RESET) equator 77614098 kv 19403520(77614080) kvi 18102080(72408320)
+2017-03-19 09:24:55,084 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:24:58,121 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:25:01,127 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:25:01,633 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-03-19 09:25:01,651 INFO org.apache.hadoop.mapred.MapTask: bufstart = 77614098; bufend = 35323492; bufvoid = 104857600
+2017-03-19 09:25:01,652 INFO org.apache.hadoop.mapred.MapTask: kvstart = 19403520(77614080); kvend = 14073752(56295008); length = 5329769/6553600
+2017-03-19 09:25:01,652 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 40649572 kvi 10162388(40649552)
+2017-03-19 09:25:04,136 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:25:07,143 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:25:10,146 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:25:13,151 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:25:16,155 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:25:19,159 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:25:22,163 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:25:25,176 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:25:27,453 INFO org.apache.hadoop.mapred.MapTask: Finished spill 148
+2017-03-19 09:25:27,557 INFO org.apache.hadoop.mapred.MapTask: (RESET) equator 40649572 kv 10162388(40649552) kvi 8927292(35709168)
+2017-03-19 09:25:31,210 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:25:34,212 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:25:35,297 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-03-19 09:25:35,301 INFO org.apache.hadoop.mapred.MapTask: bufstart = 40649572; bufend = 103333291; bufvoid = 104857600
+2017-03-19 09:25:35,302 INFO org.apache.hadoop.mapred.MapTask: kvstart = 10162388(40649552); kvend = 4861804(19447216); length = 5300585/6553600
+2017-03-19 09:25:35,302 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 3801787 kvi 950440(3801760)
+2017-03-19 09:25:37,215 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:25:40,220 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:25:43,223 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:25:46,225 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:25:49,226 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:25:52,232 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:25:55,235 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:25:59,033 INFO org.apache.hadoop.mapred.MapTask: Finished spill 149
+2017-03-19 09:25:59,056 INFO org.apache.hadoop.mapred.MapTask: (RESET) equator 3801787 kv 950440(3801760) kvi 25844032(103376128)
+2017-03-19 09:26:04,243 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:26:07,246 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:26:08,282 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-03-19 09:26:08,288 INFO org.apache.hadoop.mapred.MapTask: bufstart = 3801787; bufend = 66669215; bufvoid = 104857600
+2017-03-19 09:26:08,288 INFO org.apache.hadoop.mapred.MapTask: kvstart = 950440(3801760); kvend = 21910180(87640720); length = 5254661/6553600
+2017-03-19 09:26:08,288 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 71995295 kvi 17998816(71995264)
+2017-03-19 09:26:10,251 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:26:13,256 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:26:16,259 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:26:19,263 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:26:22,266 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:26:25,271 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:26:28,273 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:26:31,276 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:26:34,841 INFO org.apache.hadoop.mapred.MapTask: Finished spill 150
+2017-03-19 09:26:34,853 INFO org.apache.hadoop.mapred.MapTask: (RESET) equator 71995295 kv 17998816(71995264) kvi 16667308(66669232)
+2017-03-19 09:26:40,282 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:26:43,102 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-03-19 09:26:43,134 INFO org.apache.hadoop.mapred.MapTask: bufstart = 71995295; bufend = 28719147; bufvoid = 104857600
+2017-03-19 09:26:43,134 INFO org.apache.hadoop.mapred.MapTask: kvstart = 17998816(71995264); kvend = 12422668(49690672); length = 5576149/6553600
+2017-03-19 09:26:43,134 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 34045243 kvi 8511304(34045216)
+2017-03-19 09:26:43,286 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:26:46,287 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:26:49,294 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:26:52,296 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:26:55,299 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:26:58,303 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:27:01,304 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:27:04,306 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:27:08,774 INFO org.apache.hadoop.mapred.MapTask: Finished spill 151
+2017-03-19 09:27:08,821 INFO org.apache.hadoop.mapred.MapTask: (RESET) equator 34045243 kv 8511304(34045216) kvi 7296424(29185696)
+2017-03-19 09:27:13,316 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:27:16,333 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:27:17,220 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-03-19 09:27:17,243 INFO org.apache.hadoop.mapred.MapTask: bufstart = 34045243; bufend = 95849964; bufvoid = 104857600
+2017-03-19 09:27:17,244 INFO org.apache.hadoop.mapred.MapTask: kvstart = 8511304(34045216); kvend = 2990972(11963888); length = 5520333/6553600
+2017-03-19 09:27:17,245 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 101176060 kvi 25294008(101176032)
+2017-03-19 09:27:19,336 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:27:22,337 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:27:25,339 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:27:28,342 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:27:31,348 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:27:34,354 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:27:37,356 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:27:40,360 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:27:41,984 INFO org.apache.hadoop.mapred.MapTask: Finished spill 152
+2017-03-19 09:27:41,987 INFO org.apache.hadoop.mapred.MapTask: (RESET) equator 101176060 kv 25294008(101176032) kvi 24022776(96091104)
+2017-03-19 09:27:46,436 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:27:49,444 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:27:50,570 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-03-19 09:27:50,586 INFO org.apache.hadoop.mapred.MapTask: bufstart = 101176060; bufend = 57919463; bufvoid = 104857600
+2017-03-19 09:27:50,587 INFO org.apache.hadoop.mapred.MapTask: kvstart = 25294008(101176032); kvend = 19722748(78890992); length = 5571261/6553600
+2017-03-19 09:27:50,587 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 63245559 kvi 15811384(63245536)
+2017-03-19 09:27:52,446 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:27:55,456 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:27:58,465 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:28:01,466 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:28:04,467 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:28:07,469 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:28:10,471 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:28:13,474 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:28:15,758 INFO org.apache.hadoop.mapred.MapTask: Finished spill 153
+2017-03-19 09:28:15,767 INFO org.apache.hadoop.mapred.MapTask: (RESET) equator 63245559 kv 15811384(63245536) kvi 14488100(57952400)
+2017-03-19 09:28:19,792 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:28:22,794 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:28:24,213 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-03-19 09:28:24,242 INFO org.apache.hadoop.mapred.MapTask: bufstart = 63245559; bufend = 20016988; bufvoid = 104857600
+2017-03-19 09:28:24,244 INFO org.apache.hadoop.mapred.MapTask: kvstart = 15811384(63245536); kvend = 10247120(40988480); length = 5564265/6553600
+2017-03-19 09:28:24,244 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 25343068 kvi 6335760(25343040)
+2017-03-19 09:28:25,827 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:28:28,829 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:28:31,832 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:28:34,836 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:28:37,840 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:28:40,844 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:28:43,846 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:28:46,848 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:28:50,364 INFO org.apache.hadoop.mapred.MapTask: Finished spill 154
+2017-03-19 09:28:50,374 INFO org.apache.hadoop.mapred.MapTask: (RESET) equator 25343068 kv 6335760(25343040) kvi 5022828(20091312)
+2017-03-19 09:28:55,918 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:28:58,351 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-03-19 09:28:58,369 INFO org.apache.hadoop.mapred.MapTask: bufstart = 25343068; bufend = 87859705; bufvoid = 104857600
+2017-03-19 09:28:58,369 INFO org.apache.hadoop.mapred.MapTask: kvstart = 6335760(25343040); kvend = 993396(3973584); length = 5342365/6553600
+2017-03-19 09:28:58,369 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 93185785 kvi 23296440(93185760)
+2017-03-19 09:28:58,921 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:29:01,925 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:29:04,928 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:29:07,933 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:29:10,937 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:29:13,943 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:29:16,945 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:29:19,948 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:29:23,468 INFO org.apache.hadoop.mapred.MapTask: Finished spill 155
+2017-03-19 09:29:23,577 INFO org.apache.hadoop.mapred.MapTask: (RESET) equator 93185785 kv 23296440(93185760) kvi 21964932(87859728)
+2017-03-19 09:29:29,456 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:29:31,808 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-03-19 09:29:31,810 INFO org.apache.hadoop.mapred.MapTask: bufstart = 93185785; bufend = 50201141; bufvoid = 104857591
+2017-03-19 09:29:31,810 INFO org.apache.hadoop.mapred.MapTask: kvstart = 23296440(93185760); kvend = 17793160(71172640); length = 5503281/6553600
+2017-03-19 09:29:31,810 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 55527221 kvi 13881800(55527200)
+2017-03-19 09:29:32,460 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:29:35,469 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:29:38,474 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:29:41,476 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:29:44,478 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:29:47,480 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:29:50,483 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:29:53,487 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:29:57,183 INFO org.apache.hadoop.mapred.MapTask: Finished spill 156
+2017-03-19 09:29:57,190 INFO org.apache.hadoop.mapred.MapTask: (RESET) equator 55527221 kv 13881800(55527200) kvi 12550292(50201168)
+2017-03-19 09:30:02,497 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:30:05,334 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-03-19 09:30:05,348 INFO org.apache.hadoop.mapred.MapTask: bufstart = 55527221; bufend = 12590069; bufvoid = 104857600
+2017-03-19 09:30:05,349 INFO org.apache.hadoop.mapred.MapTask: kvstart = 13881800(55527200); kvend = 8390400(33561600); length = 5491401/6553600
+2017-03-19 09:30:05,349 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 17916165 kvi 4479036(17916144)
+2017-03-19 09:30:05,500 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:30:08,507 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:30:11,512 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:30:14,516 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:30:17,524 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:30:20,527 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:30:23,536 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:30:26,547 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:30:29,548 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:30:31,824 INFO org.apache.hadoop.mapred.MapTask: Finished spill 157
+2017-03-19 09:30:31,835 INFO org.apache.hadoop.mapred.MapTask: (RESET) equator 17916165 kv 4479036(17916144) kvi 3147524(12590096)
+2017-03-19 09:30:35,555 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:30:38,836 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:30:40,273 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-03-19 09:30:40,279 INFO org.apache.hadoop.mapred.MapTask: bufstart = 17916165; bufend = 79969920; bufvoid = 104857600
+2017-03-19 09:30:40,279 INFO org.apache.hadoop.mapred.MapTask: kvstart = 4479036(17916144); kvend = 25235364(100941456); length = 5458073/6553600
+2017-03-19 09:30:40,279 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 85296016 kvi 21324000(85296000)
+2017-03-19 09:30:41,847 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:30:44,849 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:30:47,852 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:30:50,856 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:30:53,860 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:30:56,867 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:30:59,868 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:31:02,871 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:31:05,078 INFO org.apache.hadoop.mapred.MapTask: Finished spill 158
+2017-03-19 09:31:05,089 INFO org.apache.hadoop.mapred.MapTask: (RESET) equator 85296016 kv 21324000(85296000) kvi 20224488(80897952)
+2017-03-19 09:31:08,902 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:31:11,904 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:31:14,907 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:31:15,618 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-03-19 09:31:15,622 INFO org.apache.hadoop.mapred.MapTask: bufstart = 85296016; bufend = 43270855; bufvoid = 104857600
+2017-03-19 09:31:15,622 INFO org.apache.hadoop.mapred.MapTask: kvstart = 21324000(85296000); kvend = 16060596(64242384); length = 5263405/6553600
+2017-03-19 09:31:15,622 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 48596951 kvi 12149232(48596928)
+2017-03-19 09:31:17,908 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:31:20,917 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:31:23,920 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:31:26,924 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:31:29,927 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:31:32,928 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:31:35,932 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:31:38,936 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:31:41,993 INFO org.apache.hadoop.mapred.MapTask: Finished spill 159
+2017-03-19 09:31:41,997 INFO org.apache.hadoop.mapred.MapTask: (RESET) equator 48596951 kv 12149232(48596928) kvi 10817720(43270880)
+2017-03-19 09:31:47,978 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:31:50,980 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:31:52,102 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-03-19 09:31:52,115 INFO org.apache.hadoop.mapred.MapTask: bufstart = 48596951; bufend = 5593947; bufvoid = 104857600
+2017-03-19 09:31:52,115 INFO org.apache.hadoop.mapred.MapTask: kvstart = 12149232(48596928); kvend = 6641364(26565456); length = 5507869/6553600
+2017-03-19 09:31:52,115 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 10920027 kvi 2730000(10920000)
+2017-03-19 09:31:53,984 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:31:56,987 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:31:59,988 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:32:02,992 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:32:05,997 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:32:09,004 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:32:12,007 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:32:15,016 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:32:19,064 INFO org.apache.hadoop.mapred.MapTask: Finished spill 160
+2017-03-19 09:32:19,101 INFO org.apache.hadoop.mapred.MapTask: (RESET) equator 10920027 kv 2730000(10920000) kvi 1398492(5593968)
+2017-03-19 09:32:24,027 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:32:27,028 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:32:29,319 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-03-19 09:32:29,333 INFO org.apache.hadoop.mapred.MapTask: bufstart = 10920027; bufend = 72655319; bufvoid = 104857600
+2017-03-19 09:32:29,333 INFO org.apache.hadoop.mapred.MapTask: kvstart = 2730000(10920000); kvend = 23406704(93626816); length = 5537697/6553600
+2017-03-19 09:32:29,333 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 77981399 kvi 19495344(77981376)
+2017-03-19 09:32:30,084 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:32:33,087 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:32:36,088 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:32:39,097 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:32:42,100 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:32:45,105 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:32:48,107 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:32:51,110 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:32:54,112 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:32:57,031 INFO org.apache.hadoop.mapred.MapTask: Finished spill 161
+2017-03-19 09:32:57,050 INFO org.apache.hadoop.mapred.MapTask: (RESET) equator 77981399 kv 19495344(77981376) kvi 18163836(72655344)
+2017-03-19 09:33:00,414 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:33:03,417 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:33:06,421 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:33:06,960 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-03-19 09:33:06,964 INFO org.apache.hadoop.mapred.MapTask: bufstart = 77981399; bufend = 34811549; bufvoid = 104857600
+2017-03-19 09:33:06,964 INFO org.apache.hadoop.mapred.MapTask: kvstart = 19495344(77981376); kvend = 13945764(55783056); length = 5549581/6553600
+2017-03-19 09:33:06,964 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 40137629 kvi 10034400(40137600)
+2017-03-19 09:33:09,425 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:33:12,427 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:33:15,435 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:33:18,437 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:33:21,445 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:33:24,447 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:33:27,517 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:33:30,521 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:33:35,025 INFO org.apache.hadoop.mapred.MapTask: Finished spill 162
+2017-03-19 09:33:35,057 INFO org.apache.hadoop.mapred.MapTask: (RESET) equator 40137629 kv 10034400(40137600) kvi 8737932(34951728)
+2017-03-19 09:33:39,548 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:33:42,553 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:33:45,557 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:33:45,960 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-03-19 09:33:45,965 INFO org.apache.hadoop.mapred.MapTask: bufstart = 40137629; bufend = 102050277; bufvoid = 104857600
+2017-03-19 09:33:45,965 INFO org.apache.hadoop.mapred.MapTask: kvstart = 10034400(40137600); kvend = 4541040(18164160); length = 5493361/6553600
+2017-03-19 09:33:45,966 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 2518757 kvi 629684(2518736)
+2017-03-19 09:33:48,559 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:33:51,563 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:33:54,565 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:33:57,570 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:34:00,575 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:34:03,577 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:34:06,581 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:34:09,593 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:34:11,611 INFO org.apache.hadoop.mapred.MapTask: Finished spill 163
+2017-03-19 09:34:11,627 INFO org.apache.hadoop.mapred.MapTask: (RESET) equator 2518757 kv 629684(2518736) kvi 25753584(103014336)
+2017-03-19 09:34:15,600 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:34:18,605 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:34:21,248 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-03-19 09:34:21,254 INFO org.apache.hadoop.mapred.MapTask: bufstart = 2518757; bufend = 65137433; bufvoid = 104857600
+2017-03-19 09:34:21,254 INFO org.apache.hadoop.mapred.MapTask: kvstart = 629684(2518736); kvend = 21527240(86108960); length = 5316845/6553600
+2017-03-19 09:34:21,254 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 70463529 kvi 17615876(70463504)
+2017-03-19 09:34:21,607 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:34:24,613 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:34:27,617 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:34:30,628 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:34:33,631 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:34:36,633 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:34:39,665 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:34:42,667 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:34:47,224 INFO org.apache.hadoop.mapred.MapTask: Finished spill 164
+2017-03-19 09:34:47,251 INFO org.apache.hadoop.mapred.MapTask: (RESET) equator 70463529 kv 17615876(70463504) kvi 16327712(65310848)
+2017-03-19 09:34:51,679 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:34:54,681 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:34:55,564 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-03-19 09:34:55,599 INFO org.apache.hadoop.mapred.MapTask: bufstart = 70463529; bufend = 28057479; bufvoid = 104857600
+2017-03-19 09:34:55,601 INFO org.apache.hadoop.mapred.MapTask: kvstart = 17615876(70463504); kvend = 12257248(49028992); length = 5358629/6553600
+2017-03-19 09:34:55,601 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 33383559 kvi 8345884(33383536)
+2017-03-19 09:34:57,689 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:35:00,698 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:35:03,702 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:35:06,707 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:35:09,714 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:35:12,718 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:35:15,724 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:35:18,727 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:35:20,939 INFO org.apache.hadoop.mapred.MapTask: Finished spill 165
+2017-03-19 09:35:21,001 INFO org.apache.hadoop.mapred.MapTask: (RESET) equator 33383559 kv 8345884(33383536) kvi 7014376(28057504)
+2017-03-19 09:35:24,729 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:35:27,734 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:35:29,594 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-03-19 09:35:29,613 INFO org.apache.hadoop.mapred.MapTask: bufstart = 33383559; bufend = 95379403; bufvoid = 104857600
+2017-03-19 09:35:29,614 INFO org.apache.hadoop.mapred.MapTask: kvstart = 8345884(33383536); kvend = 2873332(11493328); length = 5472553/6553600
+2017-03-19 09:35:29,614 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 100705499 kvi 25176368(100705472)
+2017-03-19 09:35:30,737 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:35:33,741 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:35:36,748 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:35:39,755 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:35:42,758 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:35:45,761 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:35:48,765 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:35:51,787 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:35:54,526 INFO org.apache.hadoop.mapred.MapTask: Finished spill 166
+2017-03-19 09:35:54,559 INFO org.apache.hadoop.mapred.MapTask: (RESET) equator 100705499 kv 25176368(100705472) kvi 24023028(96092112)
+2017-03-19 09:35:57,881 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:36:01,001 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:36:03,140 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-03-19 09:36:03,146 INFO org.apache.hadoop.mapred.MapTask: bufstart = 100705499; bufend = 58399399; bufvoid = 104857597
+2017-03-19 09:36:03,148 INFO org.apache.hadoop.mapred.MapTask: kvstart = 25176368(100705472); kvend = 19842732(79370928); length = 5333637/6553600
+2017-03-19 09:36:03,148 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 63725495 kvi 15931368(63725472)
+2017-03-19 09:36:04,008 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:36:07,009 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:36:10,013 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:36:13,015 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:36:16,017 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:36:19,021 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:36:22,025 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:36:25,028 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:36:27,642 INFO org.apache.hadoop.mapred.MapTask: Finished spill 167
+2017-03-19 09:36:27,656 INFO org.apache.hadoop.mapred.MapTask: (RESET) equator 63725495 kv 15931368(63725472) kvi 14730528(58922112)
+2017-03-19 09:36:31,034 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:36:34,076 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:36:36,105 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-03-19 09:36:36,118 INFO org.apache.hadoop.mapred.MapTask: bufstart = 63725495; bufend = 21183431; bufvoid = 104857600
+2017-03-19 09:36:36,118 INFO org.apache.hadoop.mapred.MapTask: kvstart = 15931368(63725472); kvend = 10538728(42154912); length = 5392641/6553600
+2017-03-19 09:36:36,118 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 26509511 kvi 6627372(26509488)
+2017-03-19 09:36:37,113 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:36:40,115 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:36:43,117 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:36:46,120 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:36:49,121 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:36:52,125 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:36:55,128 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:36:58,148 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:37:01,524 INFO org.apache.hadoop.mapred.MapTask: Finished spill 168
+2017-03-19 09:37:01,588 INFO org.apache.hadoop.mapred.MapTask: (RESET) equator 26509511 kv 6627372(26509488) kvi 5335300(21341200)
+2017-03-19 09:37:07,162 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:37:08,499 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-03-19 09:37:08,505 INFO org.apache.hadoop.mapred.MapTask: bufstart = 26509511; bufend = 88369841; bufvoid = 104857600
+2017-03-19 09:37:08,505 INFO org.apache.hadoop.mapred.MapTask: kvstart = 6627372(26509488); kvend = 1120932(4483728); length = 5506441/6553600
+2017-03-19 09:37:08,505 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 93695921 kvi 23423976(93695904)
+2017-03-19 09:37:10,170 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:37:13,178 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:37:16,181 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:37:19,185 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:37:22,186 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:37:25,188 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:37:28,193 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:37:31,198 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:37:33,883 INFO org.apache.hadoop.mapred.MapTask: Finished spill 169
+2017-03-19 09:37:33,906 INFO org.apache.hadoop.mapred.MapTask: (RESET) equator 93695921 kv 23423976(93695904) kvi 22094248(88376992)
+2017-03-19 09:37:37,208 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:37:40,217 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:37:42,184 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-03-19 09:37:42,198 INFO org.apache.hadoop.mapred.MapTask: bufstart = 93695921; bufend = 51796774; bufvoid = 104857600
+2017-03-19 09:37:42,199 INFO org.apache.hadoop.mapred.MapTask: kvstart = 23423976(93695904); kvend = 18192076(72768304); length = 5231901/6553600
+2017-03-19 09:37:42,199 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 57122870 kvi 14280712(57122848)
+2017-03-19 09:37:43,228 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:37:46,229 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:37:49,233 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:37:52,238 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:37:55,241 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:37:58,246 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:38:01,252 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:38:04,256 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:38:07,339 INFO org.apache.hadoop.mapred.MapTask: Finished spill 170
+2017-03-19 09:38:07,409 INFO org.apache.hadoop.mapred.MapTask: (RESET) equator 57122870 kv 14280712(57122848) kvi 12949200(51796800)
+2017-03-19 09:38:13,265 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:38:15,681 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-03-19 09:38:15,701 INFO org.apache.hadoop.mapred.MapTask: bufstart = 57122870; bufend = 14364627; bufvoid = 104857600
+2017-03-19 09:38:15,702 INFO org.apache.hadoop.mapred.MapTask: kvstart = 14280712(57122848); kvend = 8834036(35336144); length = 5446677/6553600
+2017-03-19 09:38:15,703 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 19690707 kvi 4922672(19690688)
+2017-03-19 09:38:16,268 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:38:19,277 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:38:22,281 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:38:25,284 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:38:28,285 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:38:31,288 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:38:34,289 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:38:37,291 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:38:42,680 INFO org.apache.hadoop.mapred.MapTask: Finished spill 171
+2017-03-19 09:38:42,686 INFO org.apache.hadoop.mapred.MapTask: (RESET) equator 19690707 kv 4922672(19690688) kvi 3591164(14364656)
+2017-03-19 09:38:46,318 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:38:49,331 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:38:49,776 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-03-19 09:38:49,792 INFO org.apache.hadoop.mapred.MapTask: bufstart = 19690707; bufend = 82533440; bufvoid = 104857600
+2017-03-19 09:38:49,793 INFO org.apache.hadoop.mapred.MapTask: kvstart = 4922672(19690688); kvend = 25876232(103504928); length = 5260841/6553600
+2017-03-19 09:38:49,794 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 87859520 kvi 21964876(87859504)
+2017-03-19 09:38:52,337 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:38:55,339 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:38:58,349 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:39:01,352 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:39:04,353 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:39:07,355 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:39:10,818 INFO org.apache.hadoop.mapred.MapTask: Finished spill 172
+2017-03-19 09:39:10,819 INFO org.apache.hadoop.mapred.MapTask: (RESET) equator 87859520 kv 21964876(87859504) kvi 20705388(82821552)
+2017-03-19 09:39:16,363 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:39:19,296 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-03-19 09:39:19,300 INFO org.apache.hadoop.mapred.MapTask: bufstart = 87859520; bufend = 45624522; bufvoid = 104857600
+2017-03-19 09:39:19,300 INFO org.apache.hadoop.mapred.MapTask: kvstart = 21964876(87859504); kvend = 16648996(66595984); length = 5315881/6553600
+2017-03-19 09:39:19,300 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 50950602 kvi 12737644(50950576)
+2017-03-19 09:39:19,365 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:39:22,368 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:39:25,369 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:39:28,371 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:39:31,373 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:39:34,378 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:39:37,381 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:39:40,384 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:39:44,101 INFO org.apache.hadoop.mapred.MapTask: Finished spill 173
+2017-03-19 09:39:44,106 INFO org.apache.hadoop.mapred.MapTask: (RESET) equator 50950602 kv 12737644(50950576) kvi 11476412(45905648)
+2017-03-19 09:39:49,406 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:39:52,384 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-03-19 09:39:52,400 INFO org.apache.hadoop.mapred.MapTask: bufstart = 50950602; bufend = 8977031; bufvoid = 104857591
+2017-03-19 09:39:52,400 INFO org.apache.hadoop.mapred.MapTask: kvstart = 12737644(50950576); kvend = 7487132(29948528); length = 5250513/6553600
+2017-03-19 09:39:52,400 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 14303111 kvi 3575772(14303088)
+2017-03-19 09:39:52,408 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:39:55,418 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:39:58,422 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:40:01,425 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:40:04,428 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:40:07,433 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:40:10,438 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:40:13,440 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:40:16,448 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:40:17,919 INFO org.apache.hadoop.mapred.MapTask: Finished spill 174
+2017-03-19 09:40:17,999 INFO org.apache.hadoop.mapred.MapTask: (RESET) equator 14303111 kv 3575772(14303088) kvi 2412760(9651040)
+2017-03-19 09:40:22,468 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:40:25,473 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:40:25,820 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-03-19 09:40:25,834 INFO org.apache.hadoop.mapred.MapTask: bufstart = 14303111; bufend = 78716878; bufvoid = 104857600
+2017-03-19 09:40:25,835 INFO org.apache.hadoop.mapred.MapTask: kvstart = 3575772(14303088); kvend = 24922092(99688368); length = 4868081/6553600
+2017-03-19 09:40:25,835 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 84042958 kvi 21010732(84042928)
+2017-03-19 09:40:28,479 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:40:31,482 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:40:34,488 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:40:37,489 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:40:40,490 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:40:43,492 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:40:46,494 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:40:48,736 INFO org.apache.hadoop.mapred.MapTask: Finished spill 175
+2017-03-19 09:40:48,743 INFO org.apache.hadoop.mapred.MapTask: (RESET) equator 84042958 kv 21010732(84042928) kvi 19679224(78716896)
+2017-03-19 09:40:52,498 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:40:55,505 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:40:56,953 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-03-19 09:40:56,968 INFO org.apache.hadoop.mapred.MapTask: bufstart = 84042958; bufend = 40466074; bufvoid = 104857600
+2017-03-19 09:40:56,968 INFO org.apache.hadoop.mapred.MapTask: kvstart = 21010732(84042928); kvend = 15359392(61437568); length = 5651341/6553600
+2017-03-19 09:40:56,968 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 45792154 kvi 11448032(45792128)
+2017-03-19 09:40:58,508 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:41:01,518 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:41:04,528 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:41:07,529 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:41:10,530 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:41:13,534 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:41:16,537 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:41:19,540 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:41:22,917 INFO org.apache.hadoop.mapred.MapTask: Finished spill 176
+2017-03-19 09:41:22,931 INFO org.apache.hadoop.mapred.MapTask: (RESET) equator 45792154 kv 11448032(45792128) kvi 10116524(40466096)
+2017-03-19 09:41:28,555 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:41:29,403 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-03-19 09:41:29,403 INFO org.apache.hadoop.mapred.MapTask: bufstart = 45792154; bufend = 3010048; bufvoid = 104857600
+2017-03-19 09:41:29,409 INFO org.apache.hadoop.mapred.MapTask: kvstart = 11448032(45792128); kvend = 5995384(23981536); length = 5452649/6553600
+2017-03-19 09:41:29,410 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 8336128 kvi 2084028(8336112)
+2017-03-19 09:41:31,558 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:41:34,562 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:41:37,566 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:41:40,568 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:41:43,570 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:41:46,571 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:41:49,574 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:41:50,774 INFO org.apache.hadoop.mapred.MapTask: Finished spill 177
+2017-03-19 09:41:50,791 INFO org.apache.hadoop.mapred.MapTask: (RESET) equator 8336128 kv 2084028(8336112) kvi 819236(3276944)
+2017-03-19 09:41:55,579 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:41:58,582 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:41:59,952 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-03-19 09:41:59,957 INFO org.apache.hadoop.mapred.MapTask: bufstart = 8336128; bufend = 70848833; bufvoid = 104857600
+2017-03-19 09:41:59,958 INFO org.apache.hadoop.mapred.MapTask: kvstart = 2084028(8336112); kvend = 22955084(91820336); length = 5343345/6553600
+2017-03-19 09:41:59,958 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 76174913 kvi 19043724(76174896)
+2017-03-19 09:42:01,665 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:42:04,668 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:42:07,674 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:42:10,678 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:42:13,681 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:42:16,682 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:42:19,686 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:42:22,698 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:42:25,700 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:42:29,214 INFO org.apache.hadoop.mapred.MapTask: Finished spill 178
+2017-03-19 09:42:29,228 INFO org.apache.hadoop.mapred.MapTask: (RESET) equator 76174913 kv 19043724(76174896) kvi 17785868(71143472)
+2017-03-19 09:42:34,722 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:42:37,725 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:42:39,216 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-03-19 09:42:39,244 INFO org.apache.hadoop.mapred.MapTask: bufstart = 76174913; bufend = 32997186; bufvoid = 104857600
+2017-03-19 09:42:39,244 INFO org.apache.hadoop.mapred.MapTask: kvstart = 19043724(76174896); kvend = 13492176(53968704); length = 5551549/6553600
+2017-03-19 09:42:39,244 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 38323266 kvi 9580812(38323248)
+2017-03-19 09:42:40,727 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:42:43,728 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:42:46,734 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:42:49,738 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:42:52,742 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:42:55,746 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:42:58,748 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:43:01,751 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:43:03,398 INFO org.apache.hadoop.mapred.MapTask: Finished spill 179
+2017-03-19 09:43:03,401 INFO org.apache.hadoop.mapred.MapTask: (RESET) equator 38323266 kv 9580812(38323248) kvi 8265284(33061136)
+2017-03-19 09:43:07,758 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:43:10,762 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:43:11,104 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-03-19 09:43:11,121 INFO org.apache.hadoop.mapred.MapTask: bufstart = 38323266; bufend = 100903830; bufvoid = 104857600
+2017-03-19 09:43:11,121 INFO org.apache.hadoop.mapred.MapTask: kvstart = 9580812(38323248); kvend = 4254432(17017728); length = 5326381/6553600
+2017-03-19 09:43:11,122 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 1372310 kvi 343072(1372288)
+2017-03-19 09:43:13,765 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:43:16,769 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:43:19,770 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:43:22,778 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:43:25,782 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:43:28,788 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:43:31,790 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:43:35,284 INFO org.apache.hadoop.mapred.MapTask: Finished spill 180
+2017-03-19 09:43:35,312 INFO org.apache.hadoop.mapred.MapTask: (RESET) equator 1372310 kv 343072(1372288) kvi 25225964(100903856)
+2017-03-19 09:43:40,942 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:43:43,946 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:43:44,182 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-03-19 09:43:44,202 INFO org.apache.hadoop.mapred.MapTask: bufstart = 1372310; bufend = 63286490; bufvoid = 104857600
+2017-03-19 09:43:44,203 INFO org.apache.hadoop.mapred.MapTask: kvstart = 343072(1372288); kvend = 21064500(84258000); length = 5492973/6553600
+2017-03-19 09:43:44,203 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 68612570 kvi 17153136(68612544)
+2017-03-19 09:43:46,949 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:43:49,950 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:43:52,955 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:43:55,956 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:43:58,958 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:44:01,962 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:44:04,968 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:44:07,406 INFO org.apache.hadoop.mapred.MapTask: Finished spill 181
+2017-03-19 09:44:07,421 INFO org.apache.hadoop.mapred.MapTask: (RESET) equator 68612570 kv 17153136(68612544) kvi 15821628(63286512)
+2017-03-19 09:44:07,974 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:44:10,978 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:44:14,003 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:44:15,313 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-03-19 09:44:15,316 INFO org.apache.hadoop.mapred.MapTask: bufstart = 68612570; bufend = 23620588; bufvoid = 104857600
+2017-03-19 09:44:15,316 INFO org.apache.hadoop.mapred.MapTask: kvstart = 17153136(68612544); kvend = 11148024(44592096); length = 6005113/6553600
+2017-03-19 09:44:15,316 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 28946668 kvi 7236660(28946640)
+2017-03-19 09:44:17,004 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:44:20,009 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:44:23,010 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:44:26,011 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:44:29,019 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:44:32,022 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:44:35,028 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:44:37,705 INFO org.apache.hadoop.mapred.MapTask: Finished spill 182
+2017-03-19 09:44:37,720 INFO org.apache.hadoop.mapred.MapTask: (RESET) equator 28946668 kv 7236660(28946640) kvi 5905152(23620608)
+2017-03-19 09:44:41,038 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:44:44,042 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:44:46,151 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-03-19 09:44:46,163 INFO org.apache.hadoop.mapred.MapTask: bufstart = 28946668; bufend = 89741165; bufvoid = 104857600
+2017-03-19 09:44:46,164 INFO org.apache.hadoop.mapred.MapTask: kvstart = 7236660(28946640); kvend = 1463772(5855088); length = 5772889/6553600
+2017-03-19 09:44:46,164 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 95067261 kvi 23766808(95067232)
+2017-03-19 09:44:47,052 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:44:50,058 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:44:53,062 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:44:56,064 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:44:59,066 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:45:02,069 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:45:05,070 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:45:08,072 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:45:10,967 INFO org.apache.hadoop.mapred.MapTask: Finished spill 183
+2017-03-19 09:45:11,046 INFO org.apache.hadoop.mapred.MapTask: (RESET) equator 95067261 kv 23766808(95067232) kvi 22437260(89749040)
+2017-03-19 09:45:14,079 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:45:17,080 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:45:19,650 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-03-19 09:45:19,652 INFO org.apache.hadoop.mapred.MapTask: bufstart = 95067261; bufend = 51174138; bufvoid = 104857599
+2017-03-19 09:45:19,652 INFO org.apache.hadoop.mapred.MapTask: kvstart = 23766808(95067232); kvend = 18036416(72145664); length = 5730393/6553600
+2017-03-19 09:45:19,652 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 56500234 kvi 14125052(56500208)
+2017-03-19 09:45:20,082 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:45:23,086 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:45:26,089 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:45:29,094 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:45:32,099 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:45:35,106 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:45:38,109 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:45:41,110 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:45:44,155 INFO org.apache.hadoop.mapred.MapTask: Finished spill 184
+2017-03-19 09:45:44,174 INFO org.apache.hadoop.mapred.MapTask: (RESET) equator 56500234 kv 14125052(56500208) kvi 12793540(51174160)
+2017-03-19 09:45:50,118 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:45:52,515 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-03-19 09:45:52,520 INFO org.apache.hadoop.mapred.MapTask: bufstart = 56500234; bufend = 13419512; bufvoid = 104857600
+2017-03-19 09:45:52,520 INFO org.apache.hadoop.mapred.MapTask: kvstart = 14125052(56500208); kvend = 8597760(34391040); length = 5527293/6553600
+2017-03-19 09:45:52,520 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 18745608 kvi 4686396(18745584)
+2017-03-19 09:45:53,122 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:45:56,131 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:45:59,139 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:46:02,142 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:46:05,146 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:46:08,147 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:46:11,150 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:46:14,154 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:46:17,845 INFO org.apache.hadoop.mapred.MapTask: Finished spill 185
+2017-03-19 09:46:17,864 INFO org.apache.hadoop.mapred.MapTask: (RESET) equator 18745608 kv 4686396(18745584) kvi 3354884(13419536)
+2017-03-19 09:46:23,158 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:46:26,162 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:46:26,629 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-03-19 09:46:26,636 INFO org.apache.hadoop.mapred.MapTask: bufstart = 18745608; bufend = 82018462; bufvoid = 104857600
+2017-03-19 09:46:26,637 INFO org.apache.hadoop.mapred.MapTask: kvstart = 4686396(18745584); kvend = 25747488(102989952); length = 5153309/6553600
+2017-03-19 09:46:26,637 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 87344542 kvi 21836128(87344512)
+2017-03-19 09:46:29,166 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:46:32,169 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:46:35,170 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:46:38,174 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:46:41,178 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:46:44,182 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:46:47,186 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:46:50,417 INFO org.apache.hadoop.mapred.MapTask: Finished spill 186
+2017-03-19 09:46:50,421 INFO org.apache.hadoop.mapred.MapTask: (RESET) equator 87344542 kv 21836128(87344512) kvi 20504620(82018480)
+2017-03-19 09:46:56,190 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:46:58,312 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-03-19 09:46:58,322 INFO org.apache.hadoop.mapred.MapTask: bufstart = 87344542; bufend = 46094290; bufvoid = 104857600
+2017-03-19 09:46:58,322 INFO org.apache.hadoop.mapred.MapTask: kvstart = 21836128(87344512); kvend = 16766444(67065776); length = 5069685/6553600
+2017-03-19 09:46:58,322 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 51420370 kvi 12855088(51420352)
+2017-03-19 09:46:59,199 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:47:02,202 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:47:05,207 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:47:08,209 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:47:11,215 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:47:14,219 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:47:17,223 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:47:18,060 INFO org.apache.hadoop.mapred.MapTask: Finished spill 187
+2017-03-19 09:47:18,073 INFO org.apache.hadoop.mapred.MapTask: (RESET) equator 51420370 kv 12855088(51420352) kvi 11523580(46094320)
+2017-03-19 09:47:23,227 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:47:25,923 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-03-19 09:47:25,938 INFO org.apache.hadoop.mapred.MapTask: bufstart = 51420370; bufend = 7588128; bufvoid = 104857598
+2017-03-19 09:47:25,939 INFO org.apache.hadoop.mapred.MapTask: kvstart = 12855088(51420352); kvend = 7139900(28559600); length = 5715189/6553600
+2017-03-19 09:47:25,939 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 12914208 kvi 3228548(12914192)
+2017-03-19 09:47:26,229 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:47:29,239 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:47:32,249 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:47:35,250 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:47:38,255 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:47:41,260 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:47:44,263 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:47:48,731 INFO org.apache.hadoop.mapred.MapTask: Finished spill 188
+2017-03-19 09:47:48,739 INFO org.apache.hadoop.mapred.MapTask: (RESET) equator 12914208 kv 3228548(12914192) kvi 2086076(8344304)
+2017-03-19 09:47:53,267 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:47:56,270 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:47:56,704 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-03-19 09:47:56,719 INFO org.apache.hadoop.mapred.MapTask: bufstart = 12914208; bufend = 76124057; bufvoid = 104857600
+2017-03-19 09:47:56,720 INFO org.apache.hadoop.mapred.MapTask: kvstart = 3228548(12914192); kvend = 24273896(97095584); length = 5169053/6553600
+2017-03-19 09:47:56,720 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 81450153 kvi 20362532(81450128)
+2017-03-19 09:47:59,275 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:48:02,279 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:48:05,287 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:48:08,289 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:48:11,290 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:48:14,292 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:48:17,299 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:48:20,539 INFO org.apache.hadoop.mapred.MapTask: Finished spill 189
+2017-03-19 09:48:20,584 INFO org.apache.hadoop.mapred.MapTask: (RESET) equator 81450153 kv 20362532(81450128) kvi 19031020(76124080)
+2017-03-19 09:48:26,311 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:48:28,332 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-03-19 09:48:28,335 INFO org.apache.hadoop.mapred.MapTask: bufstart = 81450153; bufend = 40037788; bufvoid = 104857600
+2017-03-19 09:48:28,335 INFO org.apache.hadoop.mapred.MapTask: kvstart = 20362532(81450128); kvend = 15252324(61009296); length = 5110209/6553600
+2017-03-19 09:48:28,335 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 45363868 kvi 11340960(45363840)
+2017-03-19 09:48:29,315 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:48:32,319 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:48:35,323 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:48:38,326 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:48:41,327 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:48:44,330 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:48:47,335 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:48:50,339 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:48:52,116 INFO org.apache.hadoop.mapred.MapTask: Finished spill 190
+2017-03-19 09:48:52,137 INFO org.apache.hadoop.mapred.MapTask: (RESET) equator 45363868 kv 11340960(45363840) kvi 10009452(40037808)
+2017-03-19 09:48:56,347 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:48:59,350 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:49:00,318 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-03-19 09:49:00,351 INFO org.apache.hadoop.mapred.MapTask: bufstart = 45363868; bufend = 3721335; bufvoid = 104857600
+2017-03-19 09:49:00,352 INFO org.apache.hadoop.mapred.MapTask: kvstart = 11340960(45363840); kvend = 6173204(24692816); length = 5167757/6553600
+2017-03-19 09:49:00,352 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 9047415 kvi 2261848(9047392)
+2017-03-19 09:49:02,352 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:49:05,354 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:49:08,355 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:49:11,359 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:49:14,360 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:49:17,361 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:49:20,370 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:49:23,372 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:49:24,236 INFO org.apache.hadoop.mapred.MapTask: Finished spill 191
+2017-03-19 09:49:24,239 INFO org.apache.hadoop.mapred.MapTask: (RESET) equator 9047415 kv 2261848(9047392) kvi 992448(3969792)
+2017-03-19 09:49:29,766 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:49:32,118 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-03-19 09:49:32,139 INFO org.apache.hadoop.mapred.MapTask: bufstart = 9047415; bufend = 71478979; bufvoid = 104857600
+2017-03-19 09:49:32,140 INFO org.apache.hadoop.mapred.MapTask: kvstart = 2261848(9047392); kvend = 23112612(92450448); length = 5363637/6553600
+2017-03-19 09:49:32,140 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 76805059 kvi 19201260(76805040)
+2017-03-19 09:49:32,768 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:49:35,769 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:49:38,774 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:49:41,775 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:49:44,778 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:49:47,780 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:49:50,784 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:49:53,785 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:49:57,793 INFO org.apache.hadoop.mapred.MapTask: Finished spill 192
+2017-03-19 09:49:57,803 INFO org.apache.hadoop.mapred.MapTask: (RESET) equator 76805059 kv 19201260(76805040) kvi 18021084(72084336)
+2017-03-19 09:50:02,792 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:50:05,800 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:50:05,967 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-03-19 09:50:05,977 INFO org.apache.hadoop.mapred.MapTask: bufstart = 76805059; bufend = 34455245; bufvoid = 104857590
+2017-03-19 09:50:05,978 INFO org.apache.hadoop.mapred.MapTask: kvstart = 19201260(76805040); kvend = 13856684(55426736); length = 5344577/6553600
+2017-03-19 09:50:05,978 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 39781325 kvi 9945324(39781296)
+2017-03-19 09:50:08,804 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:50:11,808 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:50:14,810 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:50:17,812 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:50:20,816 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:50:23,819 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:50:26,820 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:50:29,823 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:50:31,155 INFO org.apache.hadoop.mapred.MapTask: Finished spill 193
+2017-03-19 09:50:31,168 INFO org.apache.hadoop.mapred.MapTask: (RESET) equator 39781325 kv 9945324(39781296) kvi 8780552(35122208)
+2017-03-19 09:50:35,831 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:50:38,840 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:50:39,313 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-03-19 09:50:39,319 INFO org.apache.hadoop.mapred.MapTask: bufstart = 39781325; bufend = 102303133; bufvoid = 104857600
+2017-03-19 09:50:39,321 INFO org.apache.hadoop.mapred.MapTask: kvstart = 9945324(39781296); kvend = 4604264(18417056); length = 5341061/6553600
+2017-03-19 09:50:39,321 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 2771629 kvi 692900(2771600)
+2017-03-19 09:50:41,842 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:50:44,851 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:50:47,852 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:50:50,856 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:50:53,860 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:50:56,864 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:50:59,868 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:51:02,869 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:51:04,214 INFO org.apache.hadoop.mapred.MapTask: Finished spill 194
+2017-03-19 09:51:04,223 INFO org.apache.hadoop.mapred.MapTask: (RESET) equator 2771629 kv 692900(2771600) kvi 25673608(102694432)
+2017-03-19 09:51:09,256 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:51:12,078 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-03-19 09:51:12,105 INFO org.apache.hadoop.mapred.MapTask: bufstart = 2771629; bufend = 65343575; bufvoid = 104857600
+2017-03-19 09:51:12,108 INFO org.apache.hadoop.mapred.MapTask: kvstart = 692900(2771600); kvend = 21578768(86315072); length = 5328533/6553600
+2017-03-19 09:51:12,109 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 70669655 kvi 17667408(70669632)
+2017-03-19 09:51:12,260 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:51:15,265 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:51:18,270 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:51:21,272 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:51:24,280 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:51:27,284 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:51:30,288 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:51:33,289 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:51:36,792 INFO org.apache.hadoop.mapred.MapTask: Finished spill 195
+2017-03-19 09:51:36,795 INFO org.apache.hadoop.mapred.MapTask: (RESET) equator 70669655 kv 17667408(70669632) kvi 16335900(65343600)
+2017-03-19 09:51:42,291 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:51:45,296 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:51:45,367 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-03-19 09:51:45,368 INFO org.apache.hadoop.mapred.MapTask: bufstart = 70669655; bufend = 26665408; bufvoid = 104857600
+2017-03-19 09:51:45,369 INFO org.apache.hadoop.mapred.MapTask: kvstart = 17667408(70669632); kvend = 11909220(47636880); length = 5758189/6553600
+2017-03-19 09:51:45,369 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 31991488 kvi 7997868(31991472)
+2017-03-19 09:51:48,301 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:51:51,304 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:51:54,308 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:51:57,311 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:52:00,319 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:52:03,321 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:52:06,331 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:52:09,332 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:52:10,900 INFO org.apache.hadoop.mapred.MapTask: Finished spill 196
+2017-03-19 09:52:10,935 INFO org.apache.hadoop.mapred.MapTask: (RESET) equator 31991488 kv 7997868(31991472) kvi 6666356(26665424)
+2017-03-19 09:52:15,342 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:52:18,345 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:52:19,146 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-03-19 09:52:19,159 INFO org.apache.hadoop.mapred.MapTask: bufstart = 31991488; bufend = 93945902; bufvoid = 104857600
+2017-03-19 09:52:19,160 INFO org.apache.hadoop.mapred.MapTask: kvstart = 7997868(31991472); kvend = 2514956(10059824); length = 5482913/6553600
+2017-03-19 09:52:19,161 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 99271998 kvi 24817992(99271968)
+2017-03-19 09:52:21,348 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:52:24,351 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:52:27,357 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:52:30,361 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:52:33,369 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:52:36,371 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:52:39,372 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:52:42,377 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:52:44,599 INFO org.apache.hadoop.mapred.MapTask: Finished spill 197
+2017-03-19 09:52:44,608 INFO org.apache.hadoop.mapred.MapTask: (RESET) equator 99271998 kv 24817992(99271968) kvi 23554220(94216880)
+2017-03-19 09:52:48,381 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:52:51,391 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:52:52,886 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-03-19 09:52:52,892 INFO org.apache.hadoop.mapred.MapTask: bufstart = 99271998; bufend = 56596390; bufvoid = 104857587
+2017-03-19 09:52:52,892 INFO org.apache.hadoop.mapred.MapTask: kvstart = 24817992(99271968); kvend = 19391980(77567920); length = 5426013/6553600
+2017-03-19 09:52:52,894 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 61922486 kvi 15480616(61922464)
+2017-03-19 09:52:54,393 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:52:57,402 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:53:00,403 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:53:03,405 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:53:06,411 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:53:09,413 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:53:12,417 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:53:15,421 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:53:17,879 INFO org.apache.hadoop.mapred.MapTask: Finished spill 198
+2017-03-19 09:53:17,889 INFO org.apache.hadoop.mapred.MapTask: (RESET) equator 61922486 kv 15480616(61922464) kvi 14175904(56703616)
+2017-03-19 09:53:21,432 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:53:24,433 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:53:25,818 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-03-19 09:53:25,822 INFO org.apache.hadoop.mapred.MapTask: bufstart = 61922486; bufend = 19342251; bufvoid = 104857589
+2017-03-19 09:53:25,823 INFO org.apache.hadoop.mapred.MapTask: kvstart = 15480616(61922464); kvend = 10078436(40313744); length = 5402181/6553600
+2017-03-19 09:53:25,823 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 24668331 kvi 6167076(24668304)
+2017-03-19 09:53:27,435 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:53:30,437 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:53:33,441 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:53:36,442 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:53:39,452 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:53:42,453 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:53:45,462 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:53:48,465 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:53:51,113 INFO org.apache.hadoop.mapred.MapTask: Finished spill 199
+2017-03-19 09:53:51,127 INFO org.apache.hadoop.mapred.MapTask: (RESET) equator 24668331 kv 6167076(24668304) kvi 4952988(19811952)
+2017-03-19 09:53:54,472 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:53:57,477 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:53:59,107 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-03-19 09:53:59,114 INFO org.apache.hadoop.mapred.MapTask: bufstart = 24668331; bufend = 87684422; bufvoid = 104857600
+2017-03-19 09:53:59,114 INFO org.apache.hadoop.mapred.MapTask: kvstart = 6167076(24668304); kvend = 949576(3798304); length = 5217501/6553600
+2017-03-19 09:53:59,114 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 93010502 kvi 23252620(93010480)
+2017-03-19 09:54:00,480 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:54:03,482 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:54:06,489 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:54:09,492 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:54:12,493 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:54:15,501 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:54:18,512 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:54:21,513 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:54:23,103 INFO org.apache.hadoop.mapred.MapTask: Finished spill 200
+2017-03-19 09:54:23,108 INFO org.apache.hadoop.mapred.MapTask: (RESET) equator 93010502 kv 23252620(93010480) kvi 21921112(87684448)
+2017-03-19 09:54:27,557 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:54:30,561 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:54:31,525 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-03-19 09:54:31,541 INFO org.apache.hadoop.mapred.MapTask: bufstart = 93010502; bufend = 49937171; bufvoid = 104857597
+2017-03-19 09:54:31,542 INFO org.apache.hadoop.mapred.MapTask: kvstart = 23252620(93010480); kvend = 17727172(70908688); length = 5525449/6553600
+2017-03-19 09:54:31,546 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 55263251 kvi 13815808(55263232)
+2017-03-19 09:54:33,566 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:54:36,569 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:54:39,572 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:54:42,573 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:54:45,577 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:54:48,582 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:54:51,587 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:54:54,589 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:54:56,720 INFO org.apache.hadoop.mapred.MapTask: Finished spill 201
+2017-03-19 09:54:56,736 INFO org.apache.hadoop.mapred.MapTask: (RESET) equator 55263251 kv 13815808(55263232) kvi 12530160(50120640)
+2017-03-19 09:55:00,592 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:55:03,597 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:55:04,808 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-03-19 09:55:04,818 INFO org.apache.hadoop.mapred.MapTask: bufstart = 55263251; bufend = 12522306; bufvoid = 104857600
+2017-03-19 09:55:04,818 INFO org.apache.hadoop.mapred.MapTask: kvstart = 13815808(55263232); kvend = 8373448(33493792); length = 5442361/6553600
+2017-03-19 09:55:04,818 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 17848386 kvi 4462092(17848368)
+2017-03-19 09:55:06,601 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:55:09,607 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:55:12,610 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:55:15,612 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:55:18,622 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:55:21,626 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:55:24,629 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:55:27,632 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:55:29,720 INFO org.apache.hadoop.mapred.MapTask: Finished spill 202
+2017-03-19 09:55:29,750 INFO org.apache.hadoop.mapred.MapTask: (RESET) equator 17848386 kv 4462092(17848368) kvi 3225420(12901680)
+2017-03-19 09:55:33,642 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:55:36,646 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 09:55:38,300 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-03-19 09:55:38,300 INFO org.apache.hadoop.mapred.MapTask: bufstart = 17848386; bufend = 80226177; bufvoid = 104857600
+2017-03-19 09:55:38,607 INFO org.apache.hadoop.mapred.MapTask: kvstart = 4462092(17848368); kvend = 25299428(101197712); length = 5377065/6553600
+2017-03-19 09:55:38,607 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 85638177 kvi 21409540(85638160)
+2017-03-19 11:31:49,662 WARN org.apache.hadoop.util.NativeCodeLoader: Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
+2017-03-19 11:31:53,536 INFO org.apache.hadoop.conf.Configuration.deprecation: session.id is deprecated. Instead, use dfs.metrics.session-id
+2017-03-19 11:31:53,674 INFO org.apache.hadoop.metrics.jvm.JvmMetrics: Initializing JVM Metrics with processName=JobTracker, sessionId=
+2017-03-19 11:31:55,871 WARN org.apache.hadoop.mapreduce.JobResourceUploader: No job jar file set. User classes may not be found. See Job or Job#setJar(String).
+2017-03-19 11:31:56,044 INFO org.apache.hadoop.mapreduce.lib.input.FileInputFormat: Total input paths to process : 1
+2017-03-19 11:31:56,523 INFO org.apache.hadoop.mapreduce.JobSubmitter: number of splits:1
+2017-03-19 11:31:58,373 INFO org.apache.hadoop.mapreduce.JobSubmitter: Submitting tokens for job: job_local57471804_0001
+2017-03-19 11:32:00,541 INFO org.apache.hadoop.mapreduce.Job: The url to track the job: http://localhost:8080/
+2017-03-19 11:32:00,546 INFO org.apache.hadoop.mapreduce.Job: Running job: job_local57471804_0001
+2017-03-19 11:32:00,607 INFO org.apache.hadoop.mapred.LocalJobRunner: OutputCommitter set in config null
+2017-03-19 11:32:00,717 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: File Output Committer Algorithm version is 1
+2017-03-19 11:32:00,740 INFO org.apache.hadoop.mapred.LocalJobRunner: OutputCommitter is org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter
+2017-03-19 11:32:01,223 INFO org.apache.hadoop.mapred.LocalJobRunner: Waiting for map tasks
+2017-03-19 11:32:01,226 INFO org.apache.hadoop.mapred.LocalJobRunner: Starting task: attempt_local57471804_0001_m_000000_0
+2017-03-19 11:32:01,607 INFO org.apache.hadoop.mapreduce.Job: Job job_local57471804_0001 running in uber mode : false
+2017-03-19 11:32:01,610 INFO org.apache.hadoop.mapreduce.Job: map 0% reduce 0%
+2017-03-19 11:32:01,627 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: File Output Committer Algorithm version is 1
+2017-03-19 11:32:01,890 INFO org.apache.hadoop.mapred.Task: Using ResourceCalculatorProcessTree : [ ]
+2017-03-19 11:32:02,202 INFO org.apache.hadoop.mapred.MapTask: Processing split: file:/home/cloudera/workspace/bpa/Assign2/Preprocessing_1/processed_doc_1000:0+39487
+2017-03-19 11:32:04,157 INFO org.apache.hadoop.mapred.MapTask: (EQUATOR) 0 kvi 26214396(104857584)
+2017-03-19 11:32:04,157 INFO org.apache.hadoop.mapred.MapTask: mapreduce.task.io.sort.mb: 100
+2017-03-19 11:32:04,157 INFO org.apache.hadoop.mapred.MapTask: soft limit at 83886080
+2017-03-19 11:32:04,157 INFO org.apache.hadoop.mapred.MapTask: bufstart = 0; bufvoid = 104857600
+2017-03-19 11:32:04,157 INFO org.apache.hadoop.mapred.MapTask: kvstart = 26214396; length = 6553600
+2017-03-19 11:32:04,438 INFO org.apache.hadoop.mapred.MapTask: Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
+2017-03-19 11:32:07,802 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 11:32:08,779 INFO org.apache.hadoop.mapreduce.Job: map 35% reduce 0%
+2017-03-19 11:32:09,278 INFO org.apache.hadoop.mapred.LocalJobRunner: map > map
+2017-03-19 11:32:09,281 INFO org.apache.hadoop.mapred.MapTask: Starting flush of map output
+2017-03-19 11:32:09,281 INFO org.apache.hadoop.mapred.MapTask: Spilling map output
+2017-03-19 11:32:09,281 INFO org.apache.hadoop.mapred.MapTask: bufstart = 0; bufend = 128232; bufvoid = 104857600
+2017-03-19 11:32:09,281 INFO org.apache.hadoop.mapred.MapTask: kvstart = 26214396(104857584); kvend = 26203068(104812272); length = 11329/6553600
+2017-03-19 11:32:10,118 INFO org.apache.hadoop.mapred.MapTask: Finished spill 0
+2017-03-19 11:32:10,168 INFO org.apache.hadoop.mapred.Task: Task:attempt_local57471804_0001_m_000000_0 is done. And is in the process of committing
+2017-03-19 11:32:10,192 INFO org.apache.hadoop.mapred.LocalJobRunner: map
+2017-03-19 11:32:10,196 INFO org.apache.hadoop.mapred.Task: Task 'attempt_local57471804_0001_m_000000_0' done.
+2017-03-19 11:32:10,197 INFO org.apache.hadoop.mapred.LocalJobRunner: Finishing task: attempt_local57471804_0001_m_000000_0
+2017-03-19 11:32:10,201 INFO org.apache.hadoop.mapred.LocalJobRunner: map task executor complete.
+2017-03-19 11:32:10,214 INFO org.apache.hadoop.mapred.LocalJobRunner: Waiting for reduce tasks
+2017-03-19 11:32:10,216 INFO org.apache.hadoop.mapred.LocalJobRunner: Starting task: attempt_local57471804_0001_r_000000_0
+2017-03-19 11:32:10,730 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: File Output Committer Algorithm version is 1
+2017-03-19 11:32:10,731 INFO org.apache.hadoop.mapred.Task: Using ResourceCalculatorProcessTree : [ ]
+2017-03-19 11:32:10,759 INFO org.apache.hadoop.mapred.ReduceTask: Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@3ad420ad
+2017-03-19 11:32:10,782 INFO org.apache.hadoop.mapreduce.Job: map 100% reduce 0%
+2017-03-19 11:32:11,037 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: MergerManager: memoryLimit=679778688, maxSingleShuffleLimit=169944672, mergeThreshold=448653952, ioSortFactor=10, memToMemMergeOutputsThreshold=10
+2017-03-19 11:32:11,069 INFO org.apache.hadoop.mapreduce.task.reduce.EventFetcher: attempt_local57471804_0001_r_000000_0 Thread started: EventFetcher for fetching Map Completion Events
+2017-03-19 11:32:12,034 INFO org.apache.hadoop.mapreduce.task.reduce.LocalFetcher: localfetcher#1 about to shuffle output of map attempt_local57471804_0001_m_000000_0 decomp: 133900 len: 133904 to MEMORY
+2017-03-19 11:32:12,066 INFO org.apache.hadoop.mapreduce.task.reduce.InMemoryMapOutput: Read 133900 bytes from map-output for attempt_local57471804_0001_m_000000_0
+2017-03-19 11:32:12,080 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: closeInMemoryFile -> map-output of size: 133900, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->133900
+2017-03-19 11:32:12,092 INFO org.apache.hadoop.mapreduce.task.reduce.EventFetcher: EventFetcher is interrupted.. Returning
+2017-03-19 11:32:12,094 INFO org.apache.hadoop.mapred.LocalJobRunner: 1 / 1 copied.
+2017-03-19 11:32:12,094 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: finalMerge called with 1 in-memory map-outputs and 0 on-disk map-outputs
+2017-03-19 11:32:12,146 INFO org.apache.hadoop.mapred.Merger: Merging 1 sorted segments
+2017-03-19 11:32:12,154 INFO org.apache.hadoop.mapred.Merger: Down to the last merge-pass, with 1 segments left of total size: 133890 bytes
+2017-03-19 11:32:12,397 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merged 1 segments, 133900 bytes to disk to satisfy reduce memory limit
+2017-03-19 11:32:12,406 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merging 1 files, 133904 bytes from disk
+2017-03-19 11:32:12,417 INFO org.apache.hadoop.mapreduce.task.reduce.MergeManagerImpl: Merging 0 segments, 0 bytes from memory into reduce
+2017-03-19 11:32:12,419 INFO org.apache.hadoop.mapred.Merger: Merging 1 sorted segments
+2017-03-19 11:32:12,420 INFO org.apache.hadoop.mapred.Merger: Down to the last merge-pass, with 1 segments left of total size: 133890 bytes
+2017-03-19 11:32:12,423 INFO org.apache.hadoop.mapred.LocalJobRunner: 1 / 1 copied.
+2017-03-19 11:32:12,541 INFO org.apache.hadoop.conf.Configuration.deprecation: mapred.skip.on is deprecated. Instead, use mapreduce.job.skiprecords
+2017-03-19 11:32:14,236 INFO org.apache.hadoop.mapred.Task: Task:attempt_local57471804_0001_r_000000_0 is done. And is in the process of committing
+2017-03-19 11:32:14,254 INFO org.apache.hadoop.mapred.LocalJobRunner: 1 / 1 copied.
+2017-03-19 11:32:14,254 INFO org.apache.hadoop.mapred.Task: Task attempt_local57471804_0001_r_000000_0 is allowed to commit now
+2017-03-19 11:32:14,261 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter: Saved output of task 'attempt_local57471804_0001_r_000000_0' to file:/home/cloudera/workspace/bpa/Assign2/Qb_Efficient_1000/_temporary/0/task_local57471804_0001_r_000000
+2017-03-19 11:32:14,272 INFO org.apache.hadoop.mapred.LocalJobRunner: reduce > reduce
+2017-03-19 11:32:14,272 INFO org.apache.hadoop.mapred.Task: Task 'attempt_local57471804_0001_r_000000_0' done.
+2017-03-19 11:32:14,283 INFO org.apache.hadoop.mapred.LocalJobRunner: Finishing task: attempt_local57471804_0001_r_000000_0
+2017-03-19 11:32:14,284 INFO org.apache.hadoop.mapred.LocalJobRunner: reduce task executor complete.
+2017-03-19 11:32:14,360 WARN org.apache.hadoop.mapred.LocalJobRunner: job_local57471804_0001
+java.lang.NoClassDefFoundError: org/apache/http/client/methods/HttpUriRequest
+ at org.apache.hadoop.mapred.LocalJobRunner$Job.run(LocalJobRunner.java:573)
+Caused by: java.lang.ClassNotFoundException: org.apache.http.client.methods.HttpUriRequest
+ at java.net.URLClassLoader$1.run(URLClassLoader.java:366)
+ at java.net.URLClassLoader$1.run(URLClassLoader.java:355)
+ at java.security.AccessController.doPrivileged(Native Method)
+ at java.net.URLClassLoader.findClass(URLClassLoader.java:354)
+ at java.lang.ClassLoader.loadClass(ClassLoader.java:425)
+ at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:308)
+ at java.lang.ClassLoader.loadClass(ClassLoader.java:358)
+ ... 1 more
+2017-03-19 11:32:14,791 INFO org.apache.hadoop.mapreduce.Job: map 100% reduce 100%
+2017-03-19 11:32:14,791 INFO org.apache.hadoop.mapreduce.Job: Job job_local57471804_0001 failed with state FAILED due to: NA
+2017-03-19 11:32:14,902 INFO org.apache.hadoop.mapreduce.Job: Counters: 31
+ File System Counters
+ FILE: Number of bytes read=347208
+ FILE: Number of bytes written=950985
+ FILE: Number of read operations=0
+ FILE: Number of large read operations=0
+ FILE: Number of write operations=0
+ Map-Reduce Framework
+ Map input records=1000
+ Map output records=2833
+ Map output bytes=128232
+ Map output materialized bytes=133904
+ Input split bytes=141
+ Combine input records=0
+ Combine output records=0
+ Reduce input groups=2833
+ Reduce shuffle bytes=133904
+ Reduce input records=2833
+ Reduce output records=13
+ Spilled Records=5666
+ Shuffled Maps =1
+ Failed Shuffles=0
+ Merged Map outputs=1
+ GC time elapsed (ms)=334
+ Total committed heap usage (bytes)=331227136
+ SetSimilarityJoins.Qb_Efficient_1000$COUNTS
+ COUNT_COMP=2833
+ Shuffle Errors
+ BAD_ID=0
+ CONNECTION=0
+ IO_ERROR=0
+ WRONG_LENGTH=0
+ WRONG_MAP=0
+ WRONG_REDUCE=0
+ File Input Format Counters
+ Bytes Read=39487
+ File Output Format Counters
+ Bytes Written=207
diff --git a/Assign2/src/SetSimilarityJoins/Qb_Efficient_1000.java b/Assign2/src/SetSimilarityJoins/Qb_Efficient_1000.java
new file mode 100644
index 0000000..3b1203b
--- /dev/null
+++ b/Assign2/src/SetSimilarityJoins/Qb_Efficient_1000.java
@@ -0,0 +1,188 @@
+package SetSimilarityJoins;
+
+
+import java.io.File;
+import java.io.FileWriter;
+import java.io.IOException;
+import java.nio.file.Files;
+import java.nio.file.Paths;
+import java.util.Arrays;
+import java.util.Comparator;
+import java.util.HashMap;
+import java.util.Collections;
+import java.util.HashSet;
+import java.util.Iterator;
+import java.util.LinkedHashSet;
+import java.util.LinkedList;
+import java.util.List;
+import java.util.Map.Entry;
+import java.util.Set;
+
+import org.apache.hadoop.conf.Configuration;
+import org.apache.hadoop.conf.Configured;
+import org.apache.hadoop.fs.FileSystem;
+import org.apache.hadoop.fs.Path;
+import org.apache.hadoop.io.DoubleWritable;
+import org.apache.hadoop.io.LongWritable;
+import org.apache.hadoop.io.NullWritable;
+import org.apache.hadoop.io.Text;
+import org.apache.hadoop.mapreduce.Job;
+import org.apache.hadoop.mapreduce.Mapper;
+import org.apache.hadoop.mapreduce.Reducer;
+import org.apache.hadoop.mapreduce.lib.input.FileInputFormat;
+import org.apache.hadoop.mapreduce.lib.input.TextInputFormat;
+import org.apache.hadoop.mapreduce.lib.output.FileOutputFormat;
+import org.apache.hadoop.mapreduce.lib.output.TextOutputFormat;
+import org.apache.hadoop.util.Tool;
+import org.apache.hadoop.util.ToolRunner;
+
+import com.google.common.collect.Sets;
+
+
+
+public class Qb_Efficient_1000 extends Configured implements Tool {
+
+ public static void main(String[] args) throws Exception {
+
+ System.out.println(Arrays.toString(args));
+ int res = ToolRunner.run(new Configuration(), new Qb_Efficient_1000(), args);
+ System.exit(res);
+ }
+
+ public static enum COUNTS {COUNT_COMP};
+
+ @Override
+ public int run(String[] args) throws Exception {
+ System.out.println(Arrays.toString(args));
+ Job job = new Job(getConf(), "Qb_Efficient_1000");
+ job.setJarByClass(Qb_Efficient_1000.class);
+ job.setOutputKeyClass(Text.class);
+ job.setOutputValueClass(Text.class);
+
+ job.setMapperClass(Map.class);
+ job.setReducerClass(Reduce.class);
+
+
+ job.setInputFormatClass(TextInputFormat.class);
+ job.setOutputFormatClass(TextOutputFormat.class);
+
+ job.getConfiguration().set("mapreduce.input.keyvaluelinerecordreader.key.value.separator",",");
+
+
+ Path outputFilePath = new Path(args[1]);
+
+ FileInputFormat.addInputPath(job, new Path(args[0]));
+ FileOutputFormat.setOutputPath(job, outputFilePath);
+
+ FileSystem fs = FileSystem.newInstance(getConf());
+
+ if (fs.exists(outputFilePath)) {
+ fs.delete(outputFilePath, true);
+ }
+
+ job.waitForCompletion(true);
+
+ long counter = job.getCounters().findCounter(COUNTS.COUNT_COMP).getValue();
+ Path countFile = new Path(new Path(args[1]),"nb_comp");
+ File file = new File(countFile.toString());
+ FileWriter fileWriter = new FileWriter(file);
+ fileWriter.write(String.valueOf(counter));
+ fileWriter.flush();
+ fileWriter.close();
+
+ return 0;
+ }
+
+ public static class Map extends Mapper<LongWritable, Text, Text, Text> {
+
+ String doc_path = "/home/cloudera/workspace/bpa/Assign2/Preprocessing_1/processed_doc_1000";
+ String doc = new String(Files.readAllBytes(Paths.get(doc_path)));
+ HashMap<String, String> id_doc = new HashMap<String, String>();
+
+ public Map() throws IOException{
+ for (String line : doc.split("\n")){
+
+ id_doc.put(line.split(",")[0],
+ line.split(",")[1]);
+ /*
+
+ */
+ }
+ }
+ @Override
+ public void map(LongWritable key, Text value, Context context)
+ throws IOException, InterruptedException {
+
+ String id_current = value.toString().split(",")[0];
+ String val_current = value.toString().split(",")[0];
+ int id_current_doc = Integer.valueOf(id_current);
+
+ int max_words = val_current.split(" ").length - (int) Math.ceil(0.8*val_current.split(" ").length) +1;
+
+ for (String other_doc : id_doc.keySet()) {
+
+ String other_doc_val = id_doc.get(other_doc);
+
+ int id_other_doc = Integer.valueOf(other_doc);
+
+ int m = 0;
+ for (String word : id_doc.get(id_current).split(" ")){
+ if (m>max_words){ break;}
+ if(other_doc_val.contains(word) && id_current_doc<id_other_doc){
+ StringBuilder pair = new StringBuilder();
+ pair.append(id_current_doc);
+ pair.append("--");
+ pair.append(id_other_doc);
+ context.write(new Text(pair.toString()),
+ new Text(
+ value.toString().split(",")[1].toLowerCase()));
+ break;
+ }
+ m++;
+ }
+ }
+ }
+ }
+
+ public static class Reduce extends Reducer<Text, Text, Text, DoubleWritable> {
+
+
+ String doc_path = "/home/cloudera/workspace/bpa/Assign2/Preprocessing_1/processed_doc_1000";
+ String doc = new String(Files.readAllBytes(Paths.get(doc_path)));
+ HashMap<String, String> id_doc = new HashMap<String, String>();
+
+ public Reduce() throws IOException{
+ for (String line : doc.split("\n")){
+ id_doc.put(line.split(",")[0],
+ line.split(",")[1]);
+ }
+ }
+
+ public static double Jaccard(String[] A, String[] B){
+ Set<String> A_set = new HashSet<String>(Arrays.asList(A));
+ Set<String> B_set = new HashSet<String>(Arrays.asList(B));
+ Set<String> union = Sets.union(A_set, B_set);
+ Set<String> intersection = Sets.intersection(A_set, B_set);
+ return (double)intersection.size()/(double)union.size();
+ }
+
+ @Override
+ public void reduce(Text key, Iterable<Text> values, Context context)
+ throws IOException, InterruptedException {
+
+ String[] ids = key.toString().split("--");
+ String content_1 = id_doc.get(ids[0]).toLowerCase();
+ String content_2 = id_doc.get(ids[1]).toLowerCase();
+
+
+ double jaccsim = Jaccard(content_1.split(" "),
+ content_2.split(" "));
+ if (jaccsim >=0.8){
+ context.write(key,new DoubleWritable(jaccsim));
+ }
+ context.getCounter(COUNTS.COUNT_COMP).increment(1);
+ }
+ }
+
+}
+
diff --git a/Assign2/src/SetSimilarityJoins/Qb_invert_index.java b/Assign2/src/SetSimilarityJoins/Qb_invert_index.java
new file mode 100644
index 0000000..cc64b91
--- /dev/null
+++ b/Assign2/src/SetSimilarityJoins/Qb_invert_index.java
@@ -0,0 +1,179 @@
+package SetSimilarityJoins;
+
+
+import java.io.File;
+import java.io.FileWriter;
+import java.io.IOException;
+import java.nio.file.Files;
+import java.nio.file.Paths;
+import java.util.Arrays;
+import java.util.Comparator;
+import java.util.HashMap;
+import java.util.Collections;
+import java.util.HashSet;
+import java.util.Iterator;
+import java.util.LinkedHashSet;
+import java.util.LinkedList;
+import java.util.List;
+import java.util.Map.Entry;
+import java.util.Set;
+
+import org.apache.hadoop.conf.Configuration;
+import org.apache.hadoop.conf.Configured;
+import org.apache.hadoop.fs.FileSystem;
+import org.apache.hadoop.fs.Path;
+import org.apache.hadoop.io.DoubleWritable;
+import org.apache.hadoop.io.LongWritable;
+import org.apache.hadoop.io.NullWritable;
+import org.apache.hadoop.io.Text;
+import org.apache.hadoop.mapreduce.Job;
+import org.apache.hadoop.mapreduce.Mapper;
+import org.apache.hadoop.mapreduce.Reducer;
+import org.apache.hadoop.mapreduce.lib.input.FileInputFormat;
+import org.apache.hadoop.mapreduce.lib.input.TextInputFormat;
+import org.apache.hadoop.mapreduce.lib.output.FileOutputFormat;
+import org.apache.hadoop.mapreduce.lib.output.TextOutputFormat;
+import org.apache.hadoop.util.Tool;
+import org.apache.hadoop.util.ToolRunner;
+
+import com.google.common.collect.Sets;
+
+
+
+public class Qb_invert_index extends Configured implements Tool {
+
+ public static void main(String[] args) throws Exception {
+
+ System.out.println(Arrays.toString(args));
+ int res = ToolRunner.run(new Configuration(), new Qb_invert_index(), args);
+ System.exit(res);
+ }
+
+ public static enum COUNTS {COUNT_COMP};
+
+ @Override
+ public int run(String[] args) throws Exception {
+ System.out.println(Arrays.toString(args));
+ Job job = new Job(getConf(), "Qb_Efficient_1000");
+ job.setJarByClass(Qb_invert_index.class);
+ job.setOutputKeyClass(Text.class);
+ job.setOutputValueClass(Text.class);
+
+ job.setMapperClass(Map.class);
+ job.setReducerClass(Reduce.class);
+
+
+ job.setInputFormatClass(TextInputFormat.class);
+ job.setOutputFormatClass(TextOutputFormat.class);
+
+ job.getConfiguration().set("mapreduce.input.keyvaluelinerecordreader.key.value.separator",",");
+
+
+ Path outputFilePath = new Path(args[1]);
+
+ FileInputFormat.addInputPath(job, new Path(args[0]));
+ FileOutputFormat.setOutputPath(job, outputFilePath);
+
+ FileSystem fs = FileSystem.newInstance(getConf());
+
+ if (fs.exists(outputFilePath)) {
+ fs.delete(outputFilePath, true);
+ }
+
+ job.waitForCompletion(true);
+
+ long counter = job.getCounters().findCounter(COUNTS.COUNT_COMP).getValue();
+ Path countFile = new Path(new Path(args[1]),"nb_comp");
+ File file = new File(countFile.toString());
+ FileWriter fileWriter = new FileWriter(file);
+ fileWriter.write(String.valueOf(counter));
+ fileWriter.flush();
+ fileWriter.close();
+
+ return 0;
+ }
+
+ public static class Map extends Mapper<LongWritable, Text, Text, Text> {
+
+ String doc_path = "/home/cloudera/workspace/bpa/Assign2/Preprocessing_1/processed_doc_1000";
+ String doc = new String(Files.readAllBytes(Paths.get(doc_path)));
+ HashMap<String, String> id_doc = new HashMap<String, String>();
+
+ public Map() throws IOException{
+ for (String line : doc.split("\n")){
+
+ id_doc.put(line.split(",")[0],
+ line.split(",")[1]);
+ /*
+
+ */
+ }
+ }
+ @Override
+ public void map(LongWritable key, Text value, Context context)
+ throws IOException, InterruptedException {
+
+
+ int id_current_doc = Integer.valueOf(
+ value.toString().split(",")[0]);
+
+
+ for (String other_doc : id_doc.keySet()) {
+
+ int id_other_doc = Integer.valueOf(other_doc);
+
+ if (id_current_doc < id_other_doc){
+ StringBuilder pair = new StringBuilder();
+ pair.append(id_current_doc);
+ pair.append("--");
+ pair.append(id_other_doc);
+ context.write(new Text(pair.toString()),
+ new Text(
+ value.toString().split(",")[1].toLowerCase()));
+ }
+ }
+ }
+ }
+
+ public static class Reduce extends Reducer<Text, Text, Text, DoubleWritable> {
+
+
+ String doc_path = "/home/cloudera/workspace/bpa/Assign2/Preprocessing_1/processed_doc_1000";
+ String doc = new String(Files.readAllBytes(Paths.get(doc_path)));
+ HashMap<String, String> id_doc = new HashMap<String, String>();
+
+ public Reduce() throws IOException{
+ for (String line : doc.split("\n")){
+ id_doc.put(line.split(",")[0],
+ line.split(",")[1]);
+ }
+ }
+
+ public static double Jaccard(String[] A, String[] B){
+ Set<String> A_set = new HashSet<String>(Arrays.asList(A));
+ Set<String> B_set = new HashSet<String>(Arrays.asList(B));
+ Set<String> union = Sets.union(A_set, B_set);
+ Set<String> intersection = Sets.intersection(A_set, B_set);
+ return (double)intersection.size()/(double)union.size();
+ }
+
+ @Override
+ public void reduce(Text key, Iterable<Text> values, Context context)
+ throws IOException, InterruptedException {
+
+ String[] ids = key.toString().split("--");
+ String content_1 = id_doc.get(ids[0]).toLowerCase();
+ String content_2 = id_doc.get(ids[1]).toLowerCase();
+
+
+ double jaccsim = Jaccard(content_1.split(" "),
+ content_2.split(" "));
+ if (jaccsim >=0.8){
+ context.write(key,new DoubleWritable(jaccsim));
+ }
+ context.getCounter(COUNTS.COUNT_COMP).increment(1);
+ }
+ }
+
+}
+
--
GitLab