kenlm solution
This commit is contained in:
parent
02ee0ff2fa
commit
140f4c0284
@ -7397,18 +7397,18 @@ and:-13.406027793884277 might:-14.193289756774902 will:-14.347307205200195 am:-1
|
|||||||
think:-13.905092239379883 wish:-14.324577331542969 thought:-14.372810363769531 believe:-14.441351890563965 am:-14.592143058776855 the:-14.657515525817871 said:-14.749709129333496 suppose:-14.759977340698242 guess:-14.779799461364746 feel:-14.835762977600098 and:-14.91838264465332 was:-15.02481460571289 have:-15.03286361694336 know:-15.077351570129395 had:-15.148760795593262 :-0.5228787452803376
|
think:-13.905092239379883 wish:-14.324577331542969 thought:-14.372810363769531 believe:-14.441351890563965 am:-14.592143058776855 the:-14.657515525817871 said:-14.749709129333496 suppose:-14.759977340698242 guess:-14.779799461364746 feel:-14.835762977600098 and:-14.91838264465332 was:-15.02481460571289 have:-15.03286361694336 know:-15.077351570129395 had:-15.148760795593262 :-0.5228787452803376
|
||||||
lhe:-40.980621337890625 a:-41.08258056640625 the:-41.13759994506836 and:-41.231746673583984 c:-41.30368423461914 e:-41.33385467529297 in:-41.36534118652344 thence:-41.3653450012207 of:-41.480224609375 to:-41.577640533447266 m:-41.57769012451172 i:-41.64754867553711 ist:-41.65333938598633 it:-41.72843933105469 nellie:-41.82480239868164 :-0.5228787452803376
|
lhe:-40.980621337890625 a:-41.08258056640625 the:-41.13759994506836 and:-41.231746673583984 c:-41.30368423461914 e:-41.33385467529297 in:-41.36534118652344 thence:-41.3653450012207 of:-41.480224609375 to:-41.577640533447266 m:-41.57769012451172 i:-41.64754867553711 ist:-41.65333938598633 it:-41.72843933105469 nellie:-41.82480239868164 :-0.5228787452803376
|
||||||
by:-31.016029357910156 in:-31.228208541870117 of:-31.268461227416992 and:-31.522672653198242 n:-31.624755859375 to:-31.743688583374023 ed:-31.765939712524414 the:-31.784482955932617 on:-31.888891220092773 that:-31.904966354370117 with:-32.054847717285156 a:-32.072593688964844 at:-32.182044982910156 for:-32.209327697753906 d:-32.212364196777344 :-0.5228787452803376
|
by:-31.016029357910156 in:-31.228208541870117 of:-31.268461227416992 and:-31.522672653198242 n:-31.624755859375 to:-31.743688583374023 ed:-31.765939712524414 the:-31.784482955932617 on:-31.888891220092773 that:-31.904966354370117 with:-32.054847717285156 a:-32.072593688964844 at:-32.182044982910156 for:-32.209327697753906 d:-32.212364196777344 :-0.5228787452803376
|
||||||
j:-26.48394203186035 8:-26.767391204833984 n:-26.862573623657227 and:-27.011852264404297 of:-27.083877563476562 a:-27.262195587158203 the:-27.338623046875 it:-27.507593154907227 south:-27.616207122802734 c:-27.625471115112305 in:-27.734935760498047 s:-27.77220916748047 to:-27.813976287841797 by:-27.92045783996582 r:-27.977252960205078 :-0.5228787452803376
|
<unk>:0.16144336760044098 and:0.13083985447883606 of:0.051595062017440796 in:0.03135446459054947 the:0.02367108128964901 a:0.022803276777267456 is:0.015177044086158276 are:0.014717274345457554
|
||||||
is:-18.00448226928711 of:-18.279361724853516 r:-18.288917541503906 the:-18.33664321899414 a:-18.436607360839844 thence:-18.503948211669922 and:-18.515357971191406 i:-18.5637149810791 he:-18.644733428955078 lie:-18.6765079498291 to:-18.758106231689453 in:-18.78129005432129 h:-18.81551742553711 it:-18.84563446044922 j:-18.878585815429688 :-0.5228787452803376
|
of:0.13836117088794708 and:0.1307040899991989 <unk>:0.08469512313604355 the:0.0338459312915802 to:0.025625821202993393 in:0.0247980747371912 is:0.017671190202236176 i:0.017496362328529358
|
||||||
the:-28.85363006591797 and:-28.886672973632812 m:-28.904674530029297 a:-28.964706420898438 e:-29.215843200683594 j:-29.318531036376953 g:-29.335166931152344 8:-29.37281036376953 in:-29.385822296142578 w:-29.387020111083984 of:-29.396060943603516 it:-29.4219970703125 to:-29.52533721923828 s:-29.652599334716797 i:-29.67190933227539 :-0.5228787452803376
|
<unk>:0.13052800297737122 great:0.012294434942305088 good:0.01043133158236742 few:0.010106773115694523 man:0.009988497011363506 little:0.009544243104755878 very:0.008901962079107761 new:0.007637494709342718
|
||||||
of:-17.24025535583496 j:-17.328182220458984 the:-17.375564575195312 r:-17.478078842163086 by:-17.546476364135742 a:-17.59041404724121 and:-17.604568481445312 sat:-17.61820411682129 much:-17.66471290588379 on:-17.736839294433594 he:-17.747047424316406 lie:-17.778823852539062 to:-17.808042526245117 o:-17.829578399658203 in:-17.944772720336914 :-0.5228787452803376
|
<unk>:0.0987103059887886 am:0.051567524671554565 was:0.05122918263077736 have:0.042283251881599426 had:0.020763961598277092 will:0.01876979134976864 could:0.01486991997808218 would:0.014417335391044617
|
||||||
of:-32.43745040893555 h:-33.538597106933594 he:-33.68940353393555 the:-33.89900588989258 a:-33.982200622558594 and:-34.035430908203125 oi:-34.116050720214844 lie:-34.231056213378906 f:-34.2359733581543 j:-34.315223693847656 c:-34.42073059082031 hat:-34.487884521484375 st:-34.4934196472168 is:-34.53209686279297 an:-34.5380859375 :-0.5228787452803376
|
<unk>:0.12001907080411911 and:0.05921940505504608 of:0.058721669018268585 the:0.04188375920057297 to:0.027807043865323067 in:0.02666618674993515 a:0.015592795796692371 that:0.011573771946132183
|
||||||
of:-13.548358917236328 out:-13.817424774169922 and:-14.380260467529297 in:-14.488433837890625 or:-14.48904800415039 at:-14.536022186279297 with:-14.560842514038086 as:-14.637140274047852 for:-14.682178497314453 j:-14.703125 to:-14.721824645996094 was:-14.74964714050293 by:-14.75954818725586 is:-14.826005935668945 ws:-14.840429306030273 :-0.5228787452803376
|
<unk>:0.24003788828849792 the:0.035271964967250824 e:0.027873151004314423 a:0.024906739592552185 and:0.024711839854717255 of:0.0185544490814209 in:0.016374284401535988 c:0.015951916575431824
|
||||||
the:-14.66730785369873 n:-15.04631519317627 by:-15.150270462036133 and:-15.188070297241211 of:-15.217846870422363 california:-15.229001998901367 second:-15.268150329589844 f:-15.321789741516113 to:-15.346095085144043 clock:-15.409099578857422 a:-15.50026798248291 in:-15.532136917114258 on:-15.587092399597168 e:-15.706502914428711 that:-15.714273452758789 :-0.5228787452803376
|
<unk>:0.09482448548078537 the:0.06552868336439133 a:0.01646609418094158 that:0.015277436934411526 in:0.01401966530829668 to:0.013699387200176716 it:0.01119000930339098 mrs:0.008262968622148037
|
||||||
of:-14.026212692260742 opening:-14.725385665893555 and:-14.858114242553711 in:-14.966287612915039 or:-14.966901779174805 at:-15.013875961303711 with:-15.0386962890625 as:-15.114994049072266 for:-15.160032272338867 j:-15.180978775024414 same:-15.195228576660156 out:-15.196023941040039 to:-15.199678421020508 was:-15.227500915527344 by:-15.237401962280273 :-0.5228787452803376
|
<unk>:0.1080366000533104 a:0.10356558859348297 the:0.03862474858760834 so:0.032544612884521484 more:0.02481858804821968 very:0.02226494997739792 known:0.02120976522564888 due:0.01997409015893936
|
||||||
j:-24.514467239379883 the:-24.865821838378906 and:-24.88568687438965 as:-24.962427139282227 of:-25.087738037109375 he:-25.151029586791992 a:-25.21127700805664 lie:-25.447633743286133 large:-25.466299057006836 i:-25.480619430541992 h:-25.590293884277344 to:-25.598346710205078 it:-25.620420455932617 in:-25.69431495666504 hat:-25.704465866088867 :-0.5228787452803376
|
is:0.18981382250785828 was:0.10273385792970657 will:0.048605337738990784 <unk>:0.047889355570077896 would:0.02778477407991886 to:0.02226886712014675 and:0.021218907088041306 has:0.018549973145127296
|
||||||
ihe:-10.598146438598633 and:-12.245075225830078 of:-12.249516487121582 in:-12.27627944946289 the:-12.302587509155273 n:-12.344058990478516 by:-12.350017547607422 on:-12.366474151611328 1:-12.39460563659668 all:-12.640067100524902 to:-12.744705200195312 a:-12.747564315795898 few:-12.822758674621582 14:-12.837106704711914 for:-12.886234283447266 :-0.5228787452803376
|
the:0.28528904914855957 <unk>:0.08861009031534195 a:0.03758906573057175 tho:0.01772954873740673 his:0.015184118412435055 this:0.014065505005419254 which:0.01345627848058939 their:0.01207719650119543
|
||||||
t:-15.13003921508789 box:-15.224635124206543 s:-15.509126663208008 and:-15.550649642944336 the:-15.589263916015625 e:-15.827945709228516 i:-15.90423583984375 n:-15.933784484863281 f:-16.1368350982666 one:-16.27021026611328 a:-16.291831970214844 in:-16.294662475585938 of:-16.31292152404785 to:-16.319726943969727 tho:-16.39401626586914 :-0.5228787452803376
|
to:0.3396584689617157 down:0.05945932865142822 out:0.053556617349386215 into:0.05229462683200836 on:0.03963974118232727 <unk>:0.028247499838471413 over:0.027195246890187263 up:0.023582657799124718
|
||||||
same:-37.496681213378906 c:-37.53227233886719 r:-37.56279373168945 of:-37.6998176574707 opening:-37.75733184814453 and:-37.77164840698242 a:-37.79479217529297 thence:-37.928585052490234 wilson:-37.98771667480469 south:-38.02183532714844 the:-38.037315368652344 n:-38.0859260559082 in:-38.129173278808594 j:-38.15532302856445 to:-38.28099822998047 :-0.5228787452803376
|
the:0.09794877469539642 it:0.05406248942017555 <unk>:0.04222468286752701 a:0.032867591828107834 he:0.028886981308460236 that:0.024708686396479607 i:0.02447848580777645 in:0.02280113287270069
|
||||||
and:-23.7930908203125 j:-23.906131744384766 a:-24.067289352416992 of:-24.082300186157227 by:-24.101415634155273 in:-24.157888412475586 that:-24.17036247253418 v:-24.27743911743164 the:-24.394990921020508 on:-24.41094970703125 o:-24.414945602416992 to:-24.437746047973633 n:-24.499231338500977 e:-24.53434944152832 i:-24.578022003173828 :-0.5228787452803376
|
<unk>:0.28053951263427734 of:0.05191926658153534 and:0.0383455865085125 is:0.02825736254453659 14:0.014763189479708672 to:0.014357931911945343 was:0.011310347355902195 the:0.010107622481882572
|
||||||
e:-42.958900451660156 bow:-43.57109069824219 and:-43.725860595703125 the:-43.96368408203125 as:-43.990577697753906 but:-44.048309326171875 of:-44.090171813964844 when:-44.103553771972656 a:-44.11572265625 i:-44.11698913574219 f:-44.12977600097656 that:-44.18537902832031 week:-44.22154998779297 m:-44.22559356689453 1:-44.235008239746094 :-0.5228787452803376
|
the:0.14330977201461792 <unk>:0.07961403578519821 be:0.06447796523571014 a:0.023290274664759636 make:0.015443257056176662 have:0.013499213382601738 do:0.010800302028656006 his:0.009991556406021118
|
||||||
m:-10.118197441101074 and:-10.475425720214844 but:-10.80013656616211 when:-10.81490707397461 ii:-10.884469985961914 that:-10.912216186523438 as:-10.926169395446777 1:-10.935317039489746 if:-10.992217063903809 which:-11.005592346191406 the:-11.042283058166504 had:-11.045080184936523 of:-11.079920768737793 to:-11.121822357177734 in:-11.160901069641113 :-0.5228787452803376
|
<unk>:0.13551172614097595 same:0.01193205639719963 state:0.008706238120794296 city:0.008165664039552212 said:0.006551503669470549 united:0.00645656930282712 first
|
||||||
|
Can't render this file because it is too large.
|
Loading…
Reference in New Issue
Block a user