From de66afa512cfbe35aff097a0f9120a98dea7c5c8 Mon Sep 17 00:00:00 2001
From: Tom Morris <tfmorris@gmail.com>
Date: Fri, 25 Sep 2015 16:44:25 -0400
Subject: [PATCH] Revert " Use new algorithm for levenshtein clustering"

---
 .../refine/clustering/knn/kNNClusterer.java   |  66 ++----------------
 .../webapp/WEB-INF/lib/EditDistanceJoiner.jar | Bin 13268 -> 0 bytes
 .../scripts/dialogs/clustering-dialog.html    |   5 +-
 .../core/scripts/dialogs/clustering-dialog.js |   2 -
 4 files changed, 8 insertions(+), 65 deletions(-)
 delete mode 100644 main/webapp/WEB-INF/lib/EditDistanceJoiner.jar

diff --git a/main/src/com/google/refine/clustering/knn/kNNClusterer.java b/main/src/com/google/refine/clustering/knn/kNNClusterer.java
index e2c455b85..9c4499c57 100644
--- a/main/src/com/google/refine/clustering/knn/kNNClusterer.java
+++ b/main/src/com/google/refine/clustering/knn/kNNClusterer.java
@@ -71,8 +71,6 @@ import edu.mit.simile.vicino.distances.JaroWinklerTFIDFDistance;
 import edu.mit.simile.vicino.distances.LevenshteinDistance;
 import edu.mit.simile.vicino.distances.PPMDistance;
 
-import edu.tsinghua.dbgroup.EditDistanceClusterer;
-
 public class kNNClusterer extends Clusterer {
 
     private Distance _distance;
@@ -150,6 +148,7 @@ public class kNNClusterer extends Clusterer {
         int _blockingNgramSize = 6;
         HashSet<String> _data;
         NGramClusterer _clusterer;
+        
         public BlockingClusteringRowVisitor(Distance d, JSONObject o) {
             _distance = d;
             _config = o;
@@ -192,48 +191,6 @@ public class kNNClusterer extends Clusterer {
             return _clusterer.getClusters(_radius);
         }
     }
-
-    class EditDistanceClusteringRowVisitor implements RowVisitor {
-
-        int _radius = 2;
-        EditDistanceClusterer _clusterer;
-        public EditDistanceClusteringRowVisitor(JSONObject o) {
-            try {
-                JSONObject params = o.getJSONObject("params");
-                _radius = params.getInt("radius");
-                logger.debug("Use radius: {}", _radius);
-            } catch (JSONException e) {
-                logger.debug("No parameters found, using defaults");
-            }
-            _clusterer = new EditDistanceClusterer(_radius);
-        }
-        
-        @Override
-        public void start(Project project) {
-            // nothing to do
-        }
-
-        @Override
-        public void end(Project project) {
-            // nothing to do
-        }
-        
-        @Override
-        public boolean visit(Project project, int rowIndex, Row row) {
-            Cell cell = row.getCell(_colindex);
-            if (cell != null && cell.value != null) {
-                Object v = cell.value;
-                String s = (v instanceof String) ? ((String) v) : v.toString().intern();
-                _clusterer.populate(s);
-                count(s);
-            }
-            return false;
-        }
-        
-        public List<Set<Serializable>> getClusters() {
-            return _clusterer.getClusters();
-        }
-    }
         
     @Override
     public void initializeFromJSON(Project project, JSONObject o) throws Exception {
@@ -243,21 +200,12 @@ public class kNNClusterer extends Clusterer {
 
     @Override
     public void computeClusters(Engine engine) {
-        if(_distance != _distances.get("levenshtein")) {
-            //VPTreeClusteringRowVisitor visitor = new VPTreeClusteringRowVisitor(_distance,_config);
-            BlockingClusteringRowVisitor visitor = new BlockingClusteringRowVisitor(_distance,_config);
-            FilteredRows filteredRows = engine.getAllFilteredRows();
-            filteredRows.accept(_project, visitor);
-         
-            _clusters = visitor.getClusters();
-        } else {
-            EditDistanceClusteringRowVisitor visitor = 
-                new EditDistanceClusteringRowVisitor(_config);
-            FilteredRows filteredRows = engine.getAllFilteredRows();
-            filteredRows.accept(_project, visitor);
-         
-            _clusters = visitor.getClusters();
-        }
+        //VPTreeClusteringRowVisitor visitor = new VPTreeClusteringRowVisitor(_distance,_config);
+        BlockingClusteringRowVisitor visitor = new BlockingClusteringRowVisitor(_distance,_config);
+        FilteredRows filteredRows = engine.getAllFilteredRows();
+        filteredRows.accept(_project, visitor);
+     
+        _clusters = visitor.getClusters();
     }
 
     public static class ValuesComparator implements Comparator<Entry<Serializable,Integer>>, Serializable {
diff --git a/main/webapp/WEB-INF/lib/EditDistanceJoiner.jar b/main/webapp/WEB-INF/lib/EditDistanceJoiner.jar
deleted file mode 100644
index 275ba2be50eb21556e0cd42befff7c84737da818..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 13268
zcmb7rWmsIv)^6hx++Bk^H16*1?(WbeNN|VX!QCYUclY4#1a}A)+%NOZnKS3iJ?Gx}
zs-N23Kh}Cz^{)4+TD#V}m1H3x;Q;_x0AL5UM*{FK4GsVakQY}IW{_5pV0sw_0F?e=
z3JchNGwpp5x7K+xw|wguZ~dR9^1=$z65^_AjPeqf@}nbivJ8w<h_Vc{<D(O`D$KKN
z8@n!}qG-<aQgY)`>VOC^3WjSr_vVa96?9n@RZu3a@Dalm!WJT;TLMB92Jk5oEx}a<
zGvhK6{#PWLtltB>N3(nLKgR+9RB3nr+pr<u#$s;f#`MQ%|8EP#e^`KAtsN|_+>HMp
zrkH;<H8ZhvaddO~rwc4#2C_$@PE|DW5exuOcndE0-(1AatU+Sdt{`IvQ*%)}H&>9k
zi@D2tRclXkQAc|xV;5tPqYI;{ow2KHrs{~pj1UIDDHV%zCI>@d@GqMjiWm(olJ`Mq
z>LOqTGN|g9v(J4*6spZ1%wpmWINf@oA>Z|-#fbcH){FQWK!%m|$m4p-znw}f*y#gt
zj$n_E`9s$){1J=8{>xO=`D9O0uziS(Vu;EKOUkz!RMAr6`v7BW6446|e%$aoLSm>d
z+PGpw$kFcfZW&avHe~1_{keRY&j)71rWJW9-Al-#sJ9SV?*ooj{m)f3DOd><RZbuB
zoe2t6Z|j-n=u)YPJoAVP!qKY38YA@dp+`o@Y!<8#qwl>=i)5frl}b(vtJ)`w#1yaY
z`U4aM&9&%k?wI)(rs%i4YLz4~P&i_X@#a^_vyPOaMJrVJ$Bk{r?Ol7W?#43MHZ~Xe
zaR}d?>Fs9YM)5u2GatJ;2efmy+Pd8^%a|&*#XTr-R6GgBTz`OBP;xtml@HPJU+ZSo
zps&L*c)As|EHO+PsPatYXz_=$A7f-9l(u|HvYO;A@pHg#M@^uI%bP12q!<}Y;?3?B
zh&MIzpO;C}3l{y#29XoOqg}*~F5{RL%Ra<->f_&CmGJFFdwwUtoWXP{gVYu4M4!qh
z$%Au{4Ys&i!a(;`U$^+jm|czTb@Hq?Iq@?$i_N%><v#DI{)0d+=mr_CzO6ZRW_2KQ
zbgdsvJDu5_FDGfv@DJAh&Z~n65qvsm0D$C;vdsT0Uj0s_LQP#KRdoz~Drwh*E0yJG
ztRB&2l^kRlFpmbPpd?9B1}QpNYWH-#m3NKOO}Eh2nBt%E0=Cf4!?)!GpW<-o=f}Bx
z?z@xO9=`cL?1pwCHB`9H6d?9he`XsS;<l`8zY*{{t5x*$dRjRHl=ttG()Y7KeHT67
z2q&@08Pcu{u!8j=NQl&ejm*W~lD-<sHS|Xfia>Ya!VL)b7wL<O6;<gj75UPmVic+r
zV(PLfB`wo^h_W}7$(0qq(h|THtQ98QjH7a12fX|oP)n*N-8-?x4YiNK$D}lCk8o%o
z?q6VGt<Zy}#JlCZYQx69GH(xNZlu_=5hA277E_o;uo8BAU0heB<(Qo)MUnoY521Lq
zijaY5Ze|h-%=arQX9fd!$8vN_;FFDPAIN_Rb+}apqP=A<|2pjlP1O6mG!La(gyyUt
zSKQCg@|Aavf%X=|A3!7ZxS$7y)l<b37O*K&6e-Gh8dX;*EdzY++|2njIfk``*%K`@
zyEq3pT~DVNshldskCe?61r3adGTb3c7`gT$K?91Fe&6*NkU1#M<_i~1D>j7@B#BY1
zGPHM)4n7QnN)<0f8{d8CBeab@RWv=Djb}gQaL%<_7C+r>=|YUa9HFRlg=^4G;^6WK
z5dwM*kntLGd)ggM_TLgUlW}SX4$1W-?Gtsfw*%4iP;Bu;(dKJ{G5GJJe=*(R#>*^M
z=q<l0E@m;Ae7jAQl&)o|9K!XeI;^-`k2x)Okc`YSBl+<}%{76QvjO!18;YqW=KR-X
z2MFKWc}!Yc&S-=m(?@VmWHtN?=G;fT8mztj_H4SsmI%+bKATiy;<$5Y%=!}53zB*G
zFLKRwy0woU0+>wOn3$DY;4#Hp>}?fWh<X@SO)+w%O+nYRYki&)lKr|(qhY1)_{r*R
zfgf?lGn7i)k&|6B4y!?{m~Bkz0$qt-dTxc9&hkbISr3{Qq>N>Eu*Ca=wQf`p7jSeY
zdnZ+tjbG{R)cP%(7?lKFksAC;$D1l|gNWQ*L^eNUPM5mD)K4o80^327nCJ7uKDvDk
zJeVIjQk%Kml4sIB)9Z^PQJYF|H2I93PET+#KBG3QG__KXY!rJa)GajR5twq2`aG-2
zu${CTgh-bZ(0-=eini!GY3ISOO7?k2KN31-NfWDFRD`wdx+7my(#aC@B8TgyO|?25
z8J}TQK%5SE<}FF3x&N>{+J=uJ;J>+SJ=qXs9X}@3x7t|Am)(~H`3d%Jd0}n!)wP5*
zQJnUrpk$MY&@U#dtvthndw+GeDd4NZ9W|KDk)!ZzOt-6hH-md;$Qd*zztxVG7$%9_
z#wQF@Fbx;=I1LeW4X{%?_W4+qK?`Q-_9&ci`1$pqN@GYU)i0!)Rj^=u%u$Rfh3`xV
z=UYMeRdKA-9-LEAB*-of2rs>jIb!cmV8Ju#Bv5|Z5Qs~iW5u|tP@nV9S{N>VM6XSI
zx1*_CE2xKZ6JvCveiusR;{c2OId4%k80xgHPc(75$``|Rhmw>NZ-*A*!jcq9HC8rH
zdk95ebPQ+sK+~fZO=HI*7$%e&kuE>wxIfnzL$P)z;K@4H3dzh)-V`nf0vAxY*#%50
zXJfRQo;|<o!`V}2|1rlLaSxuaMM4tDjGM~tvKL}OYAW(gyl3}ZwgW~>*HFlQG=(6m
zi9e)26yGsdMdfpD#OU0*k@Vs%=H<3)tvgX70bOc8EtUlPS6jGC&E5<Kao(g{<dLOo
zTj#iVy7K1Z@)oAl5#_xn7&2e8si(f0`(W`)-jO{;3vY1zpa}Uq@G-K_Sjxc~Q_*84
zf(>E$i?k+-ln+(<86vG*k(mzH2p2H-v`-=O<*DF0ub5*Q_tv-II+O6h8p~CwwE+Hm
z2;C}70oJ5V($o7P!yyy<e8#V~HP8@S2oqI-m|FDlb+zw^9$W}oOE(Lzmkzp!28@}i
zVFuG1Fo%{SVoB{u<Lf7--&wC!(4TeCpS{qZ_3rQst?4U$SFXs>6^;pz9H>_57KRGF
z)71BttRPZ9Gs=HTGlFe{M=I{_TBqLTNSuG}KX&bFcbB~P7|rA#@AG^0cK>lx^?AXD
z^p$t%6!`_>-#4C5U*kYmZwU=Q1OUMDcQzgwM{5Tab5}Pz(C<4>qVmvN3WM`PxfVZ5
znhUgp(iu)d{In?sMp`YEQzr#^-DPhVvjtb7|C0qR1{@iHHVg&l-v`zW7j7vM=1cId
z9uu4KvhtFFP0-i(9)5$zQ=Uu9wyVbzeZM-l_8k)A(N=um2!ccw6vD_huJ2HL3YDs3
z9&4%`r!~f2L~iPcKJKMlnI^(d(m-!jN|n_jkIK$oqcwTa?n$B%F+1$mj=?M!K`cBr
zME5pPPB(padCZ}V%_FU#;9?iD2>8?B7ocn;|CtZ<9DgcZ7UY&PZ2}b;lZm*>5$Z%f
z6l%2%>Xvx7smRgIjkNF239%fG#|bNjYfBh!bx~+K^|(PC9rXUdecex$vl5je7F5=8
zP+R`9I-0Kx`)MJdsUB2pHz0wYb9F#PBqbg~?<@1(7MB7u2+5XjQs)!QbF#Q09F9?1
zB5M)cNE2jZS}Zlsikb%ouDI<v?oS8`cF;lHhy|kLAqe}O)<88{h@4uo<77yd8#J-<
zBV=HJG-(=fPw83j;Zr}UD(1M?G6(e<-ix34Xz03eJ57RPRf9xeW7TML5l$lT#umgr
zQ(~4s%(C7M+$-diZxIek8-Jh8fm&CxLb;4dCLq2~t86QL{BBw%c3fdv5C7*j@Y<#h
zuEl=o+EB~I$>Jp1r@XeX)z$Z(IXUeAJWAxWToEFJ0{{eXIWg1UrO;bK%<?;dqEzJ_
zXM|9^(}Pl)6!2w8KP3VD2b{ZTM7Cn7RT8mE2cg1q);Pz9mxk-<yrTMug|<4KHoHQ(
zNXDP2`^wQtrGz3hTC==)FD>>wZof}dt^@c60^x_PQkb1q`Z!K;nrzXgfld=$-VnS9
z=In{qwIfDeCh^U*iOS4lO}w};(ixe}FzBT>=4I|Xk(Sk;#isLfIzAWRF@tpIB$vJ;
z6dLoPBH$B|PSnm+OBq}^OAQubKl1VIh0i{6YfTrjXoaHoBa3Dg1vHG8;ik8$m2Q47
zw&Wvi$V~d!W9Z7cqr4HVCUVhk-X~y2-PhWZSIFl5%gX<t|4!_#tnsr|-mnxjs%EOf
z`m3Q*k=X&#C2ey=!i&oqm^p`}bJE>b>1@wza=Ld(zSL6SAhPMVu{fm}cat3RZiy8U
zsG?wYE-ao!lM)7tYA5CGo8hgOewO1f<6}dHI5WB$)^ZpT>&HT=TBWJ8ipHOUpk-OK
zmw|ko_=3f0&EcI6CY6@%RYp8eBO-GK%-1>4_bb>4;DQmV4u!2BIAWI_FLC#Bw(^}&
zEBL%MLjv+S7Ji*UmPc-gJV_%EKVO)3tode0vNkz$92;Yu>AY>k1CK3cozGm4%ppnF
zEwive^0VgNXT?F?N6nS-k6(Czf}20cF3N@I8o#=3p;hb|EI9GMu62zOtPU{f4UQCZ
zrepj4OJ4ljV`?4XvC89(TLDo2J8rT5BP~|bRh$*Vc(G_KtQzkLfL#;UH*!=F3S>b+
z3y3Y(27>iI+VN^f6jGe1^>(rhNE*nsy%)eiM`v=smmXkS?Z@dhBe%Ek98bN>yu41g
zM)v9OhS|V!xasb>Ch%1L85r)&FRzs{s@!CjYnN-1J3N`+(ALB?rsN>SS*`vP>f1N5
zMTc6<;Gv54EzhG0Y&uk~Uj_$ItZ7t}0od*~ak&~tc<O6r%t@k}tO!7A7r`a#;e%YO
z2Mk=Bpy+c>@g3_<bRdu&+5j20^JgSi(vC*!iB<+hQ4;#;&xo)x#0t-j_&Cr)e}Wq>
zRfoyqahlHstmg~lq)R3#`Z#k&K^P;;NbI^&k4GKl2i`LIB)pZa>MC#4x}Pv(_J=5Q
z<fvmgj=i=}A{07=_e@H8eCq}Z;uy4_u@r>d<EZyJdfvOdXHc1$%CDkX{h}}^vvHSu
zT0=RfaiCM;{G$s)5~-Mr%P!h_)M+$8t?hC>gDZqZ#Ip04ykF@~mpWu~`%7NtK@F{_
zuPm*7qx2LhF+<{OtS?POpFtq=d!vQ|!S`&@87(7SR`~Lq8gAI8SH`yiA27?6CRwK(
zNn``b6{mb^u;Oy@2i40eyJ#I_J%kOQA%M3^NatWsX_Cv@IDOV6^&obeqW+^<PZ{o(
z2fb^G8g{%1Ba0j4%zb9W6Pz8KP`c8D3bR{Phn6$Q3n&4VXT`otw(+fZ<J*Aky9nt|
z`OnV^g0;jnmDL}<uea?n%iPn~kH;mF7Wkl(PjEBQqprLoY-oflt-hDJ<{!n2S~yq|
zyxH}z+2@r<(37iW+;n+p6L}B1qOC9vD<_T6wlbs?pUAnz{&SQ4jl~OnipJ`1EEfG=
zvY7367H6uiylt^4{Kt#V@jMg-!3NYQB$Gc%==>q`)C<e%RLU^k!+WnU%5H5fCbsYW
z;tl)WM&cajF2r}K9Hvc0GK)nM@vYuc(si7Gc;e;h`h?f-QEP%cG94<VDKRv<EPMrO
z_y<e1O`b*Gcx<9KQ$+>aEN_pz9j=#fWwz7G$xR+JclAeoMS&ZWAqdHzp#~&*h~V~~
z{#1=PI`!eo*W}RNR3NC{U?lUb_kk5*S(g=xsV-EYCf`1C#gp&S`qHLV%V3)yKM{Qo
zXc&{`)i{e&nSq0$;v;LAj@&5RmqmrUO$|dgWNk~;^1cSTn|hkHk9BeN<{#38<%}rt
zefi<x)}=V$^KG8z`xASkH__G4;#Jel*ikmzIRW2;Yj8&N-N;8lB{Kf?HR+RW*3TTp
z$*tl6??R2yxJ@QhWw6Kd=G7GOqE@>uMCW#d27M0FthB81%t>Pcf^mP;S3#$5Zr0h*
zk8YwxJ@%=J<-0DEhTLD$=NU4S()H>o4#wrUGr_~0bYVK;CfS_$j;=?Oy;O*HU7efR
z99cJ2+qD7#_G$;z=|+S8i88~)JeRmSY*o~{1y=9yR)un>o)G5m;7`a;fTPoFvg}4X
zT>Z(C>eRUi1#u?%l*3<Hk_+(qJEot4<Ra(2aF)*}_8<_vQ*evmEmS1}7u`mgA;gpV
z$=Iq#U9202!}c8;G0O~;Y^Ze#q<Yc%dFt}imnoq}Orelri(~sGE@7^)zA-U}?EAzf
zPGf#&0O?78)o^0>Htf9y>UJaQ6_m&|(@P`|kCWfx|2so1Cy%lj-qOIAxBj=zwSG$j
z-}Z0`YrEf0x6D+GKmKb{n5opN0KtMnu<y3XH5e$FlP?6W;)I9@p9e<*B~AkMW$j}F
znq)Nck^oA!c(7PE%(-${dn_Yj-ubxu4a?W(hnG7@r;v6Ob33R-xT+B)Hx5ErXbuv_
z3?}!3Sv_lqL|^j~ed_!t3eo#Jvr(l(OA%IJ$naq6r!1+*L3DW;uarW)n9{FzO#Knr
zwBILNl$T}c`olUu7mU<fhCvTVtt|ZDmZoUW#qju<$(mq2ZW<?Nmn7J~AaYN)%g0&T
zHa0jzR55xqHGr(`pejwndQ#4jIey0$qx4<J52^RQvmGa`zeLNGE&MDYRZg1cVVjE}
zN30Qsp9it5@1R2#At}s6wkK9gPK$c(ly?z74sD)h9&1a0EMm$LjAK%7M>ld&B9OU2
z4{l{q>>1|YXF|V65XAj93m9+fg~0zJn^JeM_+u{qB|Fbl9#QCJMj^OOoQBrX$#L5D
z>)RG$BtRiygeu58M~PX>?0a9K0<(nl+7A~FLEI%t%0Yqlc9xKwxpZ+_-tP12?hR2D
zT8~wx<x;g})TI>jnNS?Tu5Xgkr`tY7&oYEHzxQl3oIU$NgasH~5Py@B+fvVOQG!@2
z#SHpX+Gj3+7}T*XEF&{9A(9o{oFr}#!JaPVa=i8xCRHa_97Hacr33x3;LBw17ku)P
ztuAckQ*CnfjGZ5m0a}*#`5*D5y~v_=X)*S3qh|31zaio3G-_9fI#Wi*1+MeAqQCU%
zkLK<gB^tkW<{yv-CnURIdTDlx1--X_nL<1+nN$R@PZ}suNsKT|(Nt@bMU0>|gnI-9
ztE_u~c~PqP%T}|XKc*BP_+T1=Mb=)f(cer_(A&{!Nx+OL{`;idiPh-kV*>ykZ}~05
z-=CD<m+y9MxKC=k^@3EjKT>%)-@$R3kr=}ypuj@nvXIn>GDAvfnJKdkAq)+gQI7Xa
zCoOB#HPnCmHV<E~<B#{P4n7SqKs$GOQ@?zDz0~3G!RyTWcp8f#{#J0kolTmgx}@{g
z@BZ{-=k=%kr`P?AvtO&VG5o?}*q67UBQyEp<Hh`HO)40#HmfQ2o5P(30|XkE!odVG
z!+mffQt@0l#%Y=^@<L`e#yw?~FN0qVi)B6P=(#1fRWc)%$YqnHN3?L66>PQ(?E|i&
z<4oExOxaruKBSdgzR#lX$5^s18^AsU29KD_G!J0%B)S%k&os$MC?=bP49pp14b=iG
zrb^Q+Z9i2j)S4Y15}aR9@M%WC;Th7lF37MbZr_s~o7W71(=al<-zsD^Pi<pNM${af
zOcbctR-bkb9=NVJek>QP*|xE^pLCB(Uiih6dDNu5Piatj0iCHKs!(1%^*#MghK9qo
zO?>+s4|{ktzDGKC{nvsI^|KXmI<>QD=4*OUfjssJxhrN}91d}L>JhO6#+f=zD%&SK
z!8-+{4(N1skv~zVuIi_u`#EbQ6$~l+B@S0f+m)kufzd2cT14SRJ>gCzEKOfoGUOyx
z<s|g!u@vaTp%aFj;!BN0?Yt~v`Fm!jzQ~A~*iY;F+B;cR@nlAbeLW^0n&qQ(R4rh@
zk}E_vE*jbgO*F3McWdd^*AKKorI>)q!v=H%rdqV9+tN#|y2`J^o!s53&;uR#JKZ*1
z+^W@@7&1~gjb`)2$eJv>8p@o_nU{RV)pX+<Q@E`{p>7N*+fBW_$TI9=Bt_-A;4ne-
z{RKwl>}_1_-d<c_h}?}1s}V$olA=0MNFnj8&TdX0y}9O-Y_Q#QBE(y{zaT7H9ZuE+
ziyj`Sq17}N2hQatHHh)8YPZv4NShaEVaD{8_b0Y>M3-k)Yj3w|0W(rQ5rJm0PVeKi
z-q-sLsT*i&R-^74q9KF9-Cw6bV%7zr9|tlh*I~?m*A1MC>J}4QJCU#~;|HIjWmJRj
z)-79y_O$bhcTHF6o+qrT*TIkd{%cpJD15Proe;682SW1)hIBo0)qdTtO%m3sLZta`
ze%{;x<ffUBcbl-^nLC*Y<iu{vk*Rpdazx!dfQuo<y63G)G*sNOK&LgAY1Q5@*m#iS
z^rb>y&@(BZpm!vLXy*(1y^gB%ojq3XM}~}7ht$B8AjablvC@robjcQT@uH;cEV<&~
zL;LQOVnKsS?1uAWwO?6L6~l=8=?|#mbmFx8u%o^&?;t{JB;<zFJE!EhS4G`|EPnoY
zc@<YJ8h)4UhZDvORt?n)ksHS@+H9r9XKA3zH8;UX;HKu$&%EQ-xLA9MHoq}&{=taz
zeUWq>EmYcviLLV+ce3(_#ESNBhhk&|vf-pSHu%2Li{WA|=nc9Jt?WNiBl=7iqpGK_
z8h3H4<nz{_C%mwc09{A05+=vwWT&(_b>vN6(#%*9K|%mGC2R%yQ0L(IBc-hKQzu&<
zOhwrJ$GHW(m?f&phJ!W^q8P^7P?L1GvvIdf{OK=;Ur~qHquCgUm*XARSFymzIRuiZ
zwg@?HpK$ZCATWeAgl#2swH;XOR366_L!drnv{vL5;VTT6!S3QaIdIzLHGsOL<nTk1
zF7>Uo$5Yak&L_|;_n040zVjgD|3ZsvxS0hQp7{4gO^47b7;C!DRee@-Qa#Wil&f#}
z>iWoB{5pn;cDo-oe9taEa^k-5MW$eH<fjpL+bHD`17`#&L;=fAyYEUH(o*5jP03LA
zebilZQ58Yi)6@KB+w2FkP`uUNtFBl7sF0b*)-eRW%nJof*Ui%q*l)wt5iZb2q_PMM
zsY6^$JdM7C87g4k*w?0T<$}Hqyreo3PEw@o_fd=wpjt|b2NE*mZtQfg`TUYAn%eyu
zvR_S(DV#(!(}d0~T~*JX(U*~$l31&Ysb%08QH=i0_y8Ur*R2D~a&Q^CUBMCO%J@j4
z!pGpjc9O^w8ORZY0bOWaEKFR`4&AO8fjnstRmp}z7!R!{ql4AHw2|31vay;m?;g{A
zwt0*9BtUcX>k+XdOVH>X#$zGp+ewq%d8pYQV%x+9{yk-&;3%i;1!~}$;)3mya-iTq
zBhHiaOOS935~;u>BI;ej`6D*`S8di!jVM9$^WuAsKmjpM91!^`V8p;^XY%etpkVJu
zKReNJq39NJ0v&>=##2A8<LOP1*434DQ8RW^?+!(`6)?j}?t8rL_LS5y(cPMB`VLO^
z+?_(;tt;O1zR2VT#1nVm+17+*9mgaX&ZkDLGZI4918q;FOYHC4G?V0u%{&=4F`@DI
z4jsjQEtl*s0o}L1gaeT;j01gyJArqRpR&94KXncu<2+Fuaoh>BC>XqQTsy~Yz^)sg
zC*RY_nXdC}Pu`IR67S_h6K_ibeP%ZtJWuR#>IXK61frX4&*8YQrMa&Q&lYD$?0xZ-
zmvbE9I9~!!Sr1lJyujFfKHv0goXrN}UFm8cepLBEMW<gyYmqGpB!#<$pCa0?!~@~4
zGTM3d<Y*qU2WIc6`n^C^2*6s}>Qo>$if9Huugq=23MYnQUdKRmY`2yNc>_@Vchm|X
z>|1s?Q?c0+*bxcHrBRm2l(o(5$rz)V85>RBPrJnj>LnvdB<w>%%C>l5Hqkcc-w=8L
zgivdzHiT@f4Ox$O7y`I{I@lvqVilI#uAxCjWp-Qfv{|&a5U3-d%AyW-?_sFS?_e4$
z&7mTYe&Xes(K0<nAwwkHxtEtJcAk=17B1F$PjHmA@AoUE2+8d{cOD3nO|oLZJg9Rn
zfp$xO`^AHpdyrLw&Z33HuV90@pLR$F2C|mI*}YuDEjQLmL*1u)!5P;9sXq1-od2Qo
zPQ)enQ%)v@**lau6?4&6eG*#;2dlw4jfJ^|1$GAAnj&Ls^qD5(3X~gn0#DA->LbI?
zcr9K^YB&~hrds7>Ysz_G3hijtA7?dW*EUom1<208oa>}qv?VQVVrn3nE5!qcz65L=
z^_t6{hWDx9LoM<6MrFsxcq*DYkRd|bwK>TmCbuI{I?IL8ebf?a5d{jgekuX${jr)<
zyvvp&2UCqDp6>`&%P>zQ#gKx9BpksY3Pk)-Puj#bO<AKw{4O%|6zoVhf73|B0pa9O
zjk-fN{ysz;(Y6MM7WNcgLM3&ABR0xf<-RlEbC@7=^qF)~58*FT>bOCl*~q@H3jvQb
z?tV^HrdhiJn!TjZD?R(mJjWCfAt~@-pkZCLjzh5;pH}zDdiL#!U4=CwIgX%@@3u^i
za;eA(orc20{KgY5{I*_n;*&1Rc_%i_D1I$#Uq9S2dwj|qFyy?$f3go;E2x!2e+(5f
z;oau#nY*SfmS{lxL1Y*F*=uLS>@|I09SY}Y`-0FK=cgCMZ54JE8eyc~(9rxKsmlE(
z<?zRnkMq{{_w%lF<7bHoRd7i?b0@e(G}xdl;nW4CZ7XoMX*aQ*T!NvSaBJ)}7b{Mm
zCLFW%^+@7VKw0#T9>1Vbr|+Z>S@L-Fdgyu-#F}HC-mJ5}&^>D1r%-}B*}9frT)S#F
z@uru~E*}!!sdJX;aC*=ZuI_vzn34B9+#jNH>|n&x^bGh+G|Vptm8c=l?nNtm!50BV
zc%}S>Z7|e@p4*yWcg7trDlj@f9GFU}%sre647RbR{nn++uRi^q*|UuTWmSZjN~K<L
z!>HUQTZ|#pLA>3Mz&qu1@<8=-he<KdeDR4XLq8t3J6@tG{b97~nsOl^PDayPJ=VTu
zxq1;VeRZnpquJ1OIi{-vCE`in%*ZKO^0w3x7#_>Fvd~|*33~@*#g~J1M6|F?Wd)%0
z3Wyz!RY|!<K7Gjyu(4UW1=5Gw(!}5lDl4%r(-vh%0pVb<N*e_3vqF*1nX-kAO*;cq
zPw<w~^fl30j<MN{Tq4>sR=4XX@TdVJLWtd53ocQ%dC(MvD3CY3*6{=XO!V`G<Cs8Z
z>%%Fqz37nyGiUwSu0h;M1YEJp@<A+u<>1#4nR)2oG3<f<&gy>eD7GA-XV*FTBd`t2
zG^KR_G{zMV)gx&P%Ci9&Q#O}EQ>MsM0AVI!0no`xP-DTuHr7~U`H_dLI)0sWhb}gG
z!5~bAJZc88fMk<Qa}d+UFYhaX(0#?p7e0M|zV@saaKAPY#B(*<MOoXW9JdTbM7wEE
zB6)mwdi{X}>jc(&f%BY%50jQgR+%qIN-|@i>b^1`bN0H&CnhbGFHOd1TM}+ee^6YJ
z5elVK3JrEa)lW?6gDcGn#OOqq!37bNec)UTbd3q7Hxx>bq!exOQg)>y(NxXl^(7TO
zBC|L_*ga1Nv0UQ1oR2O!#(q7JcVSD;`H;p(UCnnI$w8~Cg@dp?70?Qm7!&{XCuG!5
z(o4XYD`W;oxUGH>x_3+MJqhNce!JS|d1ZdJ8tZKIy$5fLto1q37kTsfNvkgHq||vL
z_$C6dMp2^-?E^63D`8f-;#%&FL$WatG@rUq{mK>acJe^Sv6IVG!5>-&IWeo}WsQh-
zMNz%?HoE^2XHK=IG?H<gK;-r~b$)a2;hG4qQCb?siH@2B{x}mpfB`@-g=OVLhdISj
z^+KESY~!A3YqV(LR{<piKLrh+-#}=NPeB8|@5Ml1g|S8f?TAur3K+lq()G+L&7=&^
zyfP#{JK)1*>pxFLjchxS+sj;i*G~IDw%58*MCcL@S!dwacr210&F)ye;t<N#NxX5P
z!b_-bgb^Dx9$*LLH}Vjk?I;l11Fs@hBUuqz&mp&I#NrV))F64M%IPic|C4m3S392X
zvw-bu{-Pm(E1}KOnxIPZ`>;Xr4*^<=7<ct3BIA2epiY;2NZKUpC9sWTM3ZD?#s{-i
z2Mki;f;(L~VzYfc=OPRPo#67j)FWxx2R#ki6Bug(BJ_b-E*lxy1+BShJjuf}Z*Jy=
z${Utp;wzZga3#cU$o{ZT+o<=n&IR0IpWZ1OMmKnhwaZP$R{g@oB$3$=^{f%@RmsH!
zW>}U$N?!cJ2TBk2fe2_v;_|t&0!22qTnVVGOpxVuw3b8@)CqnT(xj7??sLiWD_~1Y
z^~o|NI!a8Ia|tItcf08L)(=+$5I~T6ddFCpKZ_#_(io5LcJ}!t*gQ);FJafiw}G|E
z7RDN5&T0C`8U>dbLFj-f-}i1a9`SoSlQi&Bpla^L@`E+eWP+S<4f|7?mby@z&GfJG
z3x4dBCG2{s>^A&~MI$l2qbvIXHN+F=@5U6YvyjQW7{Vp*R};78D%US@7Qvzz0mM|1
zV+8E=JPQxBg%g#;#Ur-6O6op_$P8*fgODW2l5#;;lX(esDbn|8H1j<P&!<E>TOVTz
z%)eWSBY*4bfvR6-(b<Jbtvtx})UHU@h>XA&>vuoNWv@>&<b_*6a%@w#ImV%~DGz2z
za|*exH|Uf)z3?I`L`=Q>Ff;HnFaP{av&S&U+?CT__zZZ#ch2d3J3P|c_hX!9P28>F
z)*YUY)Ja41;GDED%}>pSGKU>`LkDTRQp~{xN@!jvJI`%Uv_kCk+y^pN7lr54zeyjK
zU=<c)BA~TXBIORfr^h#cp8_)2mxSPIO8CPh>HHxx_#8Q3BGE4V(H{3~Z}JS>niQ1>
z8~?ycNwV&tvqLczm$+eIkm4^Qp8m%J>yD_bZPP2!(?a44*DKQ(^5-DKqU>LShnAm`
zUi49S6?Tj}2jKcb-K!$A6-3|(y)b7?xw4TRW0Wg@3BLLXdJxzXNj0F#Niz2t2zUl$
zy+>@N4<hRfX)v9fR=uiIV*hSDBM&jsfz;VoheqC6`ZSCANkm{;I3Mu`1M#6yms`p+
z;e$hGb`3={+@sc`V4z!Y8~e_2pv>yIyaLw8YyLboweekZM-}!A>=;4$LS5hk=Qcvr
z^ueQ}(xif?uitvD6gGXDV*d-&dA@RYUkU;dUeUY8jIIvZxZ-R@4U{i(hbR-VL^Fxu
z)u)V%5_-Vk4IaB<3z?t5)su}<-pe(QSP9F=_j+U>TGAnOuoGo4>S1z8d8I<6*mq*h
zrfgN$KxtXA1)m4u<eyPiIS3Ui2_3y5%v6o1>_f$~F;#34J1^vyw_tbDntgWqbdjfR
zI*s?rlwBr;vQjzsP>{su+UpQMwUlwJXFKk>&CI!X73v3uHm0XtoP$)WhO;YO!t~A`
za=i_{OnEz;@;sK^CDz6Sb})#nYfLr@!s~`_T!zJU=EPmeavi;j!Qaw39dOQu0V{B)
zXe2sAZC@d@Zm6mbCL(B%r(Xf@n83}Mx|4i!lMgGURt%t74L3zR6J-zBi9~%R18$MC
zB#N6u4EALY5e=kXcQA1p(+qYf9}u~&WILeGm%0V|L&<^QUWZqr;XPW`(LLrwBZ#|_
zSEg0FZaOhQS0=OpOJ$kQH^#U2v;p|Bx9SC-dy-na9qZxE+70^+nBKq8Kg$)Sxak3)
zW%wBV`2;l=VW4X-_{&nd%P2EO{1G%q7VOR~-W!(U9F7jSysdvn5@_lK)ehocsc-2M
zO9uJ%RfgDrF%(<v(&h-*%*6aXU)X?PU{1@{F4w{cV-Yvs%l#CCny7Q9w#F~-p20uV
zGzGRI^Fd#f$xRAH;EGV_9jlx!oqW_iO&uvL`f<tOyc{z<2Ntt#?uo(Icm^~4;6ppM
z0NM7-3h97W#-m1gm@_O3z$5_$Aym;j3w7!d_?=g-vTpBP%{w`Mv%L^-DDY?SnXd*C
zuz{oCu8^>^SnwDc50`%1B9k5bN@iH8!J*<s{WfaK)XZqJlVf_!bSkzF&X3i{{fRy^
zhIY|vmlCP@qj5G_S^O*Y>7J#iv`fmmTTI>GJOVq#7Hi;Q$XwOl)`c71XA0W+jOXh0
zd#5B^PSPTj{qF2NRnke;K*>o05*L=55%a<8qvn(}cZ_=QV>q*PuUNP>!06e&N=wX$
zQCsyDMod2OIpp0__?4^CT_azxK|r!^Ad^WH9ajvU2c)Jmjp9BHUtqB_`@*?g)<ms4
zjo~OAienIFC4fyemL&^(U8ZXos|v()_kgz5Rp}><PNE&m<${d~!JX{i>Sc{lFsAwQ
zf`oyW;nfWs8VL5aQx(CgzXTh@3++u4sQWT;iR+}_<OV@DL_C=ks&!BDj9UN6Y~W)r
z#LwVHA4uiviIOOxjC+)4Y@6WoBkQ~1_Q73CA+{d%p%hJX+<MxP5_OLJ0?K3-7*Ly(
zI4>2DA3JMTeB&W^v=N5g0LMJ4g@*Tt;xk&(sxV_eEAt)`EYMLUQNnju;I1rAo3=gU
zBuM~HGv=*q8oH%TTtP^IEkLT881AZuLjXi|(f;fWW$BY>P<wgV^h{w^_9+|1iI}o^
z!=os(zzWGezHgXLAC_%(=R~pXowH3(srPwazn-kB`-`6=g=+1(OwsiE?Cz}wJ9<vs
z*sDYHJK)|RD-f>Ljrm(ejVovE@C~AWhzttN{M>Ev3#{=;o1X;v87|B#KdQ!H!Ck(w
ze<w|Ln0PI#oJbK#_9&6cy2GNwlD+J1eg@mtb}Y*026Ygg(<efd1~m-PNCF!^v={KH
zeq$Hz7&8N;c)EQl3Y&|UO5FZo4<>(?Bo#&`2<;@%ABhkcz^oTI7U{WhGt8ZW48433
z$&NxDFINbS0Q6#{<8kNkzE`+@l?R8m)4epEZ;R}wHxTdNgdXn1I!*K23mglc*=6*B
zR8#NoZ|>R^KgJ<znw`z~JWER_%>kr`_~YYOo&^qX`8_ZKMvKJj)VyiFs!m)FCW*L*
zIBg@EBkSY`J(A&g6F&)I^YuJ81$c)S1?JbH@?vi^Xvb(Z618;VeH@`SiKot0Np0_K
zh=pmK64(h~EUy;cO~=#FD#5YZ{XjQ(O{vZUwkObs9V2rAuq}>qAgvyN)z%^YF{%r~
zcITq9UC>#nI32d83X3rld~L=QYlA4?mB2IB9vM?GXMkxn<7;&uN=^j6r^<BFBZ6F0
zkl9=kG4su;d-<|5p$#Ndm>pT)IXiD0L<Z0)f%hR9jLN!Syn-vqf`MZ|{C9Qy+mZiU
zLjjx!|MvY)0sQY;`9EC$vs(T)hu>O(Ki%8)pRWI+o&VS1|4HNiKkok%yz%Yl?~3<7
zV*Y2%`=1_5|M2)11^j<^{Y?Y^d;9I5LcSHDehc<b*FP2Ue?a_aP5d7q1^%4>4dU-B
z<o~=m|5+&gXRw$z1>1id?|%&Tduisc=zmqi{fQ3yMvnh4`d_ti{|f(`4&bj!sXyUm
z5&kCppSr2Pg8x-2^Cx&Q(%%RFhj8Yv;D1#x{0VN4`uD;Ap=bCj_+N|9e}W^wy>Ifj
z?)rZ(MgKL}U+b%X21|Y8|KAPvpR28ZjrG^E;h(V>--?NUGu9tWg?f8E002OG`{ca|
L?FfET+5!F#7=5g*

diff --git a/main/webapp/modules/core/scripts/dialogs/clustering-dialog.html b/main/webapp/modules/core/scripts/dialogs/clustering-dialog.html
index 19a2755d4..3e23fbf43 100644
--- a/main/webapp/modules/core/scripts/dialogs/clustering-dialog.html
+++ b/main/webapp/modules/core/scripts/dialogs/clustering-dialog.html
@@ -33,10 +33,7 @@
           <div id="ngram-fingerprint-params" class="function-params hidden">
             <span bind="or_dialog_ngramSize"></span><input type="text" value="2" bind="ngramSize" name="ngram-size" size="2" class="param" datatype="int">
           </div> 
-          <div id="levenshtein-params" class="knn-controls function-params hidden">
-            <span style="margin-right: 1em"><span bind="or_dialog_distance"></span><input type="text" value="2" bind="editDistance" name="radius" size="2" class="param" datatype="int"></span>
-          </div> 
-          <div id="PPM-params" class="knn-controls function-params hidden">
+          <div class="knn-controls hidden">
             <span style="margin-right: 1em"><span bind="or_dialog_radius"></span><input type="text" value="1.0" bind="radius" name="radius" size="2" class="param" datatype="float"></span>
             <span><span bind="or_dialog_blockChars"></span><input type="text" value="6" bind="ngramBlock" name="blocking-ngram-size" size="2" class="param" datatype="int"></span>
           </div> 
diff --git a/main/webapp/modules/core/scripts/dialogs/clustering-dialog.js b/main/webapp/modules/core/scripts/dialogs/clustering-dialog.js
index 68260f86f..785084c7e 100644
--- a/main/webapp/modules/core/scripts/dialogs/clustering-dialog.js
+++ b/main/webapp/modules/core/scripts/dialogs/clustering-dialog.js
@@ -66,7 +66,6 @@ ClusteringDialog.prototype._createDialog = function() {
     this._elmts.or_dialog_ppm.html($.i18n._('core-dialogs')["ppm"]);
     this._elmts.or_dialog_ngramSize.html($.i18n._('core-dialogs')["ngram-size"]);
     this._elmts.or_dialog_radius.html($.i18n._('core-dialogs')["ngram-radius"]);
-    this._elmts.or_dialog_distance.html($.i18n._('core-dialogs')["ngram-radius"]);
     this._elmts.or_dialog_blockChars.html($.i18n._('core-dialogs')["block-chars"]);  
     this._elmts.selectAllButton.html($.i18n._('core-buttons')["select-all"]);
     this._elmts.deselectAllButton.html($.i18n._('core-buttons')["unselect-all"]);
@@ -119,7 +118,6 @@ ClusteringDialog.prototype._createDialog = function() {
     this._elmts.ngramSize.change(params_changer);
     this._elmts.radius.change(params_changer);
     this._elmts.ngramBlock.change(params_changer);
-    this._elmts.editDistance.change(params_changer);
     
     this._elmts.selectAllButton.click(function() { self._selectAll(); });
     this._elmts.deselectAllButton.click(function() { self._deselectAll(); });