20k model

dev-0/out.tsv

@@ -44,7 +44,7 @@ that:0.00179 the:0.00176
 stayed:0.03483 improved:0.03257
 the:0.09905 of:0.09549
 prices:0.00359 rlemont:0.00356
-pa¬:0.01412 barefoot:0.00879
+pa:0.01412 barefoot:0.00879
 to:0.81959 the:0.03900
 cause:0.00865 dresser:0.00831
 faithful:0.06971 as:0.06832
@@ -136,7 +136,7 @@ of:0.18785 the:0.08427
 of:0.95310 in:0.02443
 may:0.00604 peace:0.00545
 purpose:0.04247 heirs:0.04134
-patriotically:0.01661 judi¬:0.01491
+patriotically:0.01661 judi:0.01491
 :0.00316 the:0.00279
 sustained:0.01336 that:0.01303
 the:0.04969 of:0.02724
@@ -233,7 +233,7 @@ the:0.02340 and:0.01620
 the:0.15370 to:0.08055
 the:0.01420 of:0.01164
 titanic:0.00406 trol:0.00350
-venl:0.10980 settle¬:0.08603
+venl:0.10980 settle:0.08603
 the:0.32813 of:0.18910
 the:0.01995 speck:0.01733
 marl:0.05025 succession:0.03726
@@ -881,7 +881,7 @@ to:0.06678 the:0.05460
 are:0.11512 it:0.07524
 and:0.28847 the:0.22514
 or:0.10976 in:0.08264
-brothers:0.00555 ap¬:0.00548
+brothers:0.00555 ap:0.00548
 the:0.00841 of:0.00673
 tinkered:0.00383 announcing:0.00340
 and:0.05908 the:0.05753
@@ -1086,7 +1086,7 @@ scarcely:0.00602 and:0.00478
 the:0.10164 and:0.05745
 the:0.06327 a:0.05902
 the:0.00334 of:0.00274
-writes:0.00639 knock¬:0.00565
+writes:0.00639 knock:0.00565
 a:0.01228 levy:0.01195
 :0.01926 find:0.01710
 effected:0.00561 wednesday:0.00535
@@ -1611,7 +1611,7 @@ the:0.00248 and:0.00236
 tber:0.01195 owing:0.00970
 may:0.07005 :0.05169
 the:0.06733 and:0.04493
-indigestion:0.03330 pa¬:0.01792
+indigestion:0.03330 pa:0.01792
 the:0.02473 and:0.02077
 the:0.00459 and:0.00449
 and:0.01107 of:0.00705
@@ -2097,7 +2097,7 @@ mileage:0.03699 doubts:0.02577
 and:0.08026 the:0.03861
 and:0.01944 as:0.01778
 was:0.05710 over:0.04769
-southeast:0.17070 mem¬:0.08461
+southeast:0.17070 mem:0.08461
 day:0.00942 :0.00934
 the:0.06024 of:0.04898
 the:0.05801 was:0.03533
@@ -2151,7 +2151,7 @@ the:0.03849 contribution:0.02426
 to:0.02919 it:0.02858
 the:0.01336 and:0.01226
 of:0.25020 and:0.09006
-inves¬:0.00425 repeated:0.00320
+inves:0.00425 repeated:0.00320
 the:0.00566 :0.00520
 the:0.01235 and:0.01202
 deter:0.01068 engage:0.01039
@@ -2193,7 +2193,7 @@ the:0.03743 or:0.02903
 of:0.54546 the:0.35473
 of:0.14992 and:0.10770
 mississippi:0.05666 12:0.03547
-contribution:0.06958 peo¬:0.05914
+contribution:0.06958 peo:0.05914
 the:0.07785 of:0.06035
 maladies:0.00307 plcasan:0.00304
 of:0.01066 mississippi:0.00989
@@ -2270,7 +2270,7 @@ the:0.12231 have:0.09339
 domiuunt:0.01528 nndcrst:0.01465
 the:0.06841 his:0.06423
 anything:0.11485 love:0.10773
-intoxicating:0.01947 hun¬:0.01633
+intoxicating:0.01947 hun:0.01633
 additional:0.00398 titanic:0.00365
 a:0.00901 and:0.00891
 the:0.18130 in:0.08615
@@ -2406,7 +2406,7 @@ the:0.01097 and:0.00956
 the:0.00457 of:0.00365
 that:0.18400 have:0.09615
 aluo:0.00953 style:0.00725
-pa¬:0.03251 the:0.02006
+pa:0.03251 the:0.02006
 the:0.01262 range:0.01190
 the:0.02995 of:0.01933
 person:0.08715 foreign:0.07328
@@ -2539,7 +2539,7 @@ menace:0.06569 plan:0.06173
 the:0.02010 :0.01133
 asked:0.00334 broader:0.00329
 the:0.26043 of:0.08866
-pa¬:0.00779 hard:0.00681
+pa:0.00779 hard:0.00681
 may:0.05054 with:0.04936
 the:0.00619 of:0.00492
 dorm:0.04080 their:0.02841
@@ -2663,7 +2663,7 @@ the:0.01625 of:0.01161
 the:0.01300 of:0.00992
 the:0.05212 of:0.03801
 of:0.09262 the:0.09130
-peo¬:0.03719 hobby:0.03099
+peo:0.03719 hobby:0.03099
 successful:0.00426 contradicted:0.00326
 visit:0.02177 safd:0.01926
 the:0.06362 to:0.05344
@@ -2781,7 +2781,7 @@ who:0.02905 are:0.02380
 the:0.00939 and:0.00772
 scores:0.06201 of:0.05863
 those:0.33015 enough:0.07062
-with¬:0.03632 lesue:0.03421
+with:0.03632 lesue:0.03421
 positively:0.00224 ready:0.00203
 assuredly:0.00668 quence:0.00504
 the:0.02370 to:0.02294
@@ -2966,7 +2966,7 @@ and:0.01785 of:0.01665
 brueggers:0.01686 faeldeanerbootheobscott:0.01511
 their:0.01744 to:0.01668
 is:0.03906 to:0.03421
-ideas:0.01589 mem¬:0.01326
+ideas:0.01589 mem:0.01326
 and:0.02051 of:0.01693
 of:0.01939 tempest:0.00970
 more:0.03953 have:0.03429
@@ -3036,7 +3036,7 @@ manufactured:0.03480 i:0.02095
 pushing:0.05071 scarcely:0.03880
 the:0.01288 and:0.01032
 of:0.00543 the:0.00516
-govern:0.01793 enlarge¬:0.01792
+govern:0.01793 enlarge:0.01792
 peace:0.00622 a:0.00506
 go:0.00346 roots:0.00337
 :0.00484 they:0.00467
@@ -3279,7 +3279,7 @@ peace:0.01238 may:0.01224
 lie:0.00954 minor:0.00872
 ace:0.05652 of:0.04994
 be:0.16999 we:0.11450
-indigestion:0.02886 pa¬:0.02435
+indigestion:0.02886 pa:0.02435
 claims:0.15079 say:0.11614
 the:0.00891 of:0.00841
 and:0.01995 the:0.01805
@@ -3565,7 +3565,7 @@ to:0.40632 be:0.08032
 the:0.00444 and:0.00411
 do:0.11858 north:0.08295
 remember:0.00628 legend:0.00624
-hard:0.02283 pa¬:0.02246
+hard:0.02283 pa:0.02246
 northern:0.21723 til:0.16391
 river:0.03204 votes:0.02820
 qualified:0.10367 mncbine:0.07524
@@ -4243,7 +4243,7 @@ endeavor:0.01001 bench:0.00853
 by:0.43261 able:0.09021
 stationed:0.04656 usual:0.03618
 of:0.01262 and:0.01231
-preach¬:0.00927 purposes:0.00884
+preach:0.00927 purposes:0.00884
 the:0.00922 exhibits:0.00863
 the:0.03334 of:0.02483
 the:0.21434 a:0.17460
@@ -4455,7 +4455,7 @@ the:0.00530 and:0.00486
 positively:0.00773 stand:0.00516
 his:0.03880 ed:0.02892
 island:0.01961 repeated:0.01813
-destructive:0.01286 enlarge¬:0.00889
+destructive:0.01286 enlarge:0.00889
 tory:0.00923 and:0.00822
 and:0.00782 the:0.00780
 and:0.00383 the:0.00371
@@ -4856,7 +4856,7 @@ the:0.30351 of:0.12234
 of:0.13260 and:0.10390
 johnsbury:0.01799 eoople:0.01590
 put:0.23033 question:0.20936
-pa¬:0.02864 process:0.02779
+pa:0.02864 process:0.02779
 of:0.01889 cheek:0.01758
 mits:0.02226 ini:0.01730
 winter:0.02847 acters:0.02833
@@ -5227,7 +5227,7 @@ the:0.26403 of:0.18705
 the:0.22405 of:0.09329
 rapid:0.03214 wire:0.02487
 the:0.01185 and:0.00994
-rail¬:0.03085 bushels:0.02824
+rail:0.03085 bushels:0.02824
 ing:0.02395 of:0.02240
 rods:0.01063 size:0.00667
 cltefry:0.00227 attaching:0.00199
@@ -5670,7 +5670,7 @@ the:0.01774 and:0.01269
 of:0.12806 and:0.11958
 itmay:0.00738 proves:0.00652
 a:0.46687 the:0.13097
-indigestion:0.00651 pa¬:0.00482
+indigestion:0.00651 pa:0.00482
 town:0.24514 may:0.14866
 positively:0.00178 stand:0.00176
 estate:0.15187 last:0.14420
@@ -6080,7 +6080,7 @@ over:0.02064 the:0.02033
 unsightliness:0.01672 stopped:0.01558
 that:0.02036 are:0.01871
 and:0.01916 the:0.01893
-pa¬:0.00961 ingly:0.00939
+pa:0.00961 ingly:0.00939
 the:0.11659 in:0.06430
 the:0.02144 and:0.01837
 with:0.11505 their:0.08420
@@ -6241,7 +6241,7 @@ speculation:0.02607 check:0.02340
 carl:0.00619 improvement:0.00522
 we:0.01520 years:0.01276
 otltbratel:0.00968 parkman:0.00903
-christmas:0.07084 settle¬:0.06776
+christmas:0.07084 settle:0.06776
 5521:0.03562 postal:0.02425
 baths:0.03934 speculation:0.03720
 house:0.15379 :0.08570
@@ -6278,7 +6278,7 @@ the:0.00497 of:0.00492
 sidered:0.16523 ferred:0.14898
 a:0.02408 love:0.01661
 work:0.14493 lower:0.09328
-america:0.05304 pa¬:0.03472
+america:0.05304 pa:0.03472
 before:0.04297 way:0.03858
 the:0.06724 and:0.05175
 sky:0.00431 of:0.00375
@@ -6302,7 +6302,7 @@ a:0.02363 peace:0.01864
 :0.36482 in:0.15318
 to:0.16779 and:0.15380
 the:0.00212 and:0.00209
-how¬:0.00294 session:0.00264
+how:0.00294 session:0.00264
 and:0.02006 the:0.01977
 unconstitutional—:0.00194 demands:0.00188
 the:0.00751 5521:0.00674
@@ -7610,7 +7610,7 @@ doubted:0.00601 whither:0.00565
 the:0.02452 and:0.01975
 complexion:0.00829 grown:0.00622
 fighting:0.05592 liy:0.02912
-america:0.14347 pa¬:0.13617
+america:0.14347 pa:0.13617
 the:0.08793 and:0.06278
 bly:0.00870 hair:0.00624
 of:0.01855 the:0.01655
@@ -7747,7 +7747,7 @@ and:0.01475 the:0.01300
 fashion:0.01384 digging:0.00896
 peace:0.00521 it:0.00451
 tin:0.34588 given:0.07671
-destructive:0.01338 enlarge¬:0.01152
+destructive:0.01338 enlarge:0.01152
 the:0.03373 of:0.02259
 on:0.09611 shall:0.07372
 the:0.01448 and:0.00982
@@ -7823,7 +7823,7 @@ the:0.30687 of:0.13426
 a:0.00347 the:0.00328
 the:0.02762 :0.01821
 of:0.02782 be:0.02246
-america:0.05671 pa¬:0.03293
+america:0.05671 pa:0.03293
 agricultural:0.04241 virginia:0.02521
 carry:0.05494 of:0.03847
 session:0.05973 clothes:0.03376
@@ -8118,7 +8118,7 @@ and:0.00505 stead:0.00433
 and:0.01064 the:0.00903
 match:0.01375 voyage:0.01264
 peace:0.00575 raised:0.00510
-enlarge¬:0.00745 moinlng:0.00730
+enlarge:0.00745 moinlng:0.00730
 making:0.11381 up:0.04399
 of:0.22727 and:0.21966
 assuredly:0.00999 :0.00853
@@ -8135,7 +8135,7 @@ the:0.34024 of:0.08261
 peace:0.11806 a:0.07039
 positively:0.00726 stand:0.00723
 the:0.33234 of:0.17103
-mem¬:0.02339 41:0.01408
+mem:0.02339 41:0.01408
 and:0.00380 we:0.00306
 the:0.02531 and:0.02529
 and:0.59406 of:0.07867
@@ -8355,7 +8355,7 @@ high:0.00431 the:0.00417
 marl:0.01403 succession:0.01229
 and:0.01644 the:0.01458
 of:0.01869 hind:0.01197
-buttressed:0.03384 with¬:0.03291
+buttressed:0.03384 with:0.03291
 the:0.04216 of:0.03443
 ller:0.00590 millions:0.00585
 forms:0.10582 and:0.06685
@@ -8605,7 +8605,7 @@ army:0.00124 rods:0.00121
 the:0.03223 to:0.02961
 the:0.16824 of:0.08793
 repeats:0.05575 range:0.03082
-ap¬:0.01851 ican:0.01807
+ap:0.01851 ican:0.01807
 llloo:0.00280 dresser:0.00270
 discriminated:0.04447 foreign:0.03875
 done:0.04782 and:0.02534
@@ -8950,7 +8950,7 @@ oi:0.03016 absolute:0.02648
 after:0.03079 per:0.02975
 the:0.57726 of:0.17901
 and:0.00541 to:0.00472
-madly:0.03519 pa¬:0.03500
+madly:0.03519 pa:0.03500
 :0.03861 the:0.03779
 speck:0.01781 swered:0.01730
 the:0.03138 and:0.02692
@@ -9244,7 +9244,7 @@ and:0.24752 trust:0.20315
 and:0.00447 of:0.00283
 and:0.00273 positively:0.00246
 the:0.01365 and:0.01147
-mem¬:0.22598 something:0.13641
+mem:0.22598 something:0.13641
 sum:0.48409 quarter:0.17443
 malcolm:0.02242 contribution:0.02037
 mar:0.02139 li:0.01971
@@ -9338,7 +9338,7 @@ the:0.13253 that:0.12342
 the:0.14383 in:0.03861
 pass:0.13638 veteran:0.06592
 break:0.03234 seat:0.03169
-america:0.02879 pa¬:0.02295
+america:0.02879 pa:0.02295
 the:0.01796 :0.01590
 their:0.07503 division:0.04786
 employment:0.01100 smtlh:0.00820
@@ -9497,7 +9497,7 @@ the:0.24528 and:0.07643
 lisa:0.00510 lowed:0.00362
 accompanied:0.06296 estate:0.05183
 the:0.01439 and:0.01341
-invited:0.01895 with¬:0.01381
+invited:0.01895 with:0.01381
 the:0.13853 and:0.07569
 the:0.13402 of:0.08372
 the:0.02331 of:0.01814
@@ -9583,7 +9583,7 @@ the:0.24029 of:0.22317
 the:0.12572 to:0.11619
 ayes:0.02487 receive:0.01583
 the:0.08140 and:0.07209
-mem¬:0.11912 related:0.07991
+mem:0.11912 related:0.07991
 ¦:0.02917 directions:0.02159
 that:0.19293 the:0.11903
 and:0.08549 have:0.05042
@@ -9850,7 +9850,7 @@ dom:0.02390 spent:0.02170
 claims:0.08015 deep:0.04238
 the:0.31865 of:0.28652
 of:0.05888 the:0.05634
-america:0.02737 pa¬:0.02586
+america:0.02737 pa:0.02586
 center:0.06651 call:0.04297
 saw:0.35811 we:0.24740
 the:0.02826 and:0.02797
@@ -9975,7 +9975,7 @@ start:0.01241 last:0.01052
 man:0.08563 to:0.07417
 searched:0.11907 treaty:0.04219
 domes:0.01116 purpose:0.00834
-lau:0.00571 im¬:0.00554
+lau:0.00571 im:0.00554
 mar:0.05838 greater:0.03883
 four:0.01219 boxtown:0.01190
 of:0.80836 and:0.09106
@@ -9988,7 +9988,7 @@ ear:0.02122 york:0.01728
 «:0.08008 hip:0.07207
 the:0.09297 of:0.07799
 possessed:0.07158 33:0.06190
-preach¬:0.00292 sentence:0.00289
+preach:0.00292 sentence:0.00289
 statesman:0.01286 mcvey:0.00934
 m:0.77889 during:0.08555
 the:0.14215 a:0.08917