gpt test
This commit is contained in:
parent
a6aeb11621
commit
c4e9680636
174
dev-0/out.tsv
174
dev-0/out.tsv
@ -18,7 +18,7 @@ that:0.5352256298065186 for:0.4647744297981262 :0.2
|
||||
to:0.8235846161842346 into:0.17641539871692657 :0.2
|
||||
acres:0.9164320826530457 acre:0.08356787264347076 :0.2
|
||||
the:0.7385807633399963 i:0.26141929626464844 :0.2
|
||||
the:0.2 and:0.2 :1.0
|
||||
the:0.2 be:0.2 to:0.2 of:0.1 and:0.1 a:0.1 :0.1
|
||||
lings:0.6079559922218323 should:0.3920440077781677 :0.2
|
||||
day:0.9020969867706299 of:0.09790297597646713 :0.2
|
||||
,:0.7245034575462341 and:0.27549657225608826 :0.2
|
||||
@ -149,7 +149,7 @@ by:0.5059677958488464 in:0.4940321743488312 :0.2
|
||||
it:0.5809613466262817 you:0.4190386235713959 :0.2
|
||||
the:0.5537899732589722 dancing:0.44621002674102783 :0.2
|
||||
quick:0.5093563199043274 ':0.4906436502933502 :0.2
|
||||
the:0.2 and:0.2 :1.0
|
||||
the:0.2 be:0.2 to:0.2 of:0.1 and:0.1 a:0.1 :0.1
|
||||
view:0.6731581091880798 idea:0.32684189081192017 :0.2
|
||||
hand:0.51076340675354 right:0.48923659324645996 :0.2
|
||||
ed:0.5877600908279419 i:0.4122399091720581 :0.2
|
||||
@ -217,13 +217,13 @@ death:0.6147680878639221 prosecution:0.3852319121360779 :0.2
|
||||
men:0.8671227693557739 scouts:0.1328771859407425 :0.2
|
||||
The:0.5283299684524536 The:0.471670001745224 :0.2
|
||||
a:0.6748210191726685 and:0.32517892122268677 :0.2
|
||||
the:0.2 and:0.2 :1.0
|
||||
the:0.2 be:0.2 to:0.2 of:0.1 and:0.1 a:0.1 :0.1
|
||||
to:0.5539577603340149 of:0.4460422396659851 :0.2
|
||||
is:0.8009694218635559 was:0.1990305483341217 :0.2
|
||||
time:0.7526054382324219 age:0.2473946064710617 :0.2
|
||||
was:0.8183424472808838 is:0.1816575527191162 :0.2
|
||||
at:0.5610362887382507 .:0.4389636814594269 :0.2
|
||||
the:0.2 and:0.2 :1.0
|
||||
the:0.2 be:0.2 to:0.2 of:0.1 and:0.1 a:0.1 :0.1
|
||||
District:0.9273671507835388 district:0.07263284921646118 :0.2
|
||||
the:0.8925954103469849 payment:0.10740455240011215 :0.2
|
||||
few:0.547526478767395 new:0.45247358083724976 :0.2
|
||||
@ -456,14 +456,14 @@ the:0.9606549143791199 this:0.03934510052204132 :0.2
|
||||
ing:0.9600335359573364 ing:0.039966434240341187 :0.2
|
||||
I:0.7455069422721863 I:0.2544930577278137 :0.2
|
||||
few:0.6283860206604004 long:0.3716139495372772 :0.2
|
||||
:0.9098309874534607 The:0.0901690125465393 :0.2
|
||||
<EFBFBD>:0.9098309874534607 The:0.0901690125465393 :0.2
|
||||
chain:0.7245750427246094 se:0.2754250168800354 :0.2
|
||||
Termin:0.6034792065620422 dissolved:0.39652085304260254 :0.2
|
||||
value:0.8829682469367981 and:0.11703181266784668 :0.2
|
||||
Section:0.8803630471229553 Section:0.11963696032762527 :0.2
|
||||
,:0.5063530206680298 be:0.4936469495296478 :0.2
|
||||
of:0.5981050133705139 for:0.40189504623413086 :0.2
|
||||
:0.8385636210441589 side:0.16143639385700226 :0.2
|
||||
<EFBFBD>:0.8385636210441589 side:0.16143639385700226 :0.2
|
||||
for:0.5745271444320679 in:0.42547279596328735 :0.2
|
||||
idea:0.6975944638252258 illusion:0.30240556597709656 :0.2
|
||||
it:0.5885565876960754 them:0.4114433526992798 :0.2
|
||||
@ -526,7 +526,7 @@ be:0.9924787282943726 be:0.007521273102611303 :0.2
|
||||
was:0.8737990260124207 had:0.12620098888874054 :0.2
|
||||
the:0.8789569735527039 a:0.12104304134845734 :0.2
|
||||
the:0.5156065821647644 our:0.4843934178352356 :0.2
|
||||
the:0.2 and:0.2 :1.0
|
||||
the:0.2 be:0.2 to:0.2 of:0.1 and:0.1 a:0.1 :0.1
|
||||
apons:0.5517831444740295 of:0.44821682572364807 :0.2
|
||||
of:0.6434571146965027 is:0.3565429151058197 :0.2
|
||||
was:0.6378507018089294 to:0.36214929819107056 :0.2
|
||||
@ -1028,7 +1028,7 @@ the:0.9448585510253906 this:0.055141475051641464 :0.2
|
||||
and:0.5570566654205322 the:0.4429433047771454 :0.2
|
||||
example:0.5161781907081604 of:0.4838218092918396 :0.2
|
||||
the:0.8787018656730652 his:0.12129814177751541 :0.2
|
||||
:0.5022525191307068 and:0.49774742126464844 :0.2
|
||||
<EFBFBD>:0.5022525191307068 and:0.49774742126464844 :0.2
|
||||
—:0.5328505635261536 and:0.4671494662761688 :0.2
|
||||
in:0.5054013729095459 we:0.4945985972881317 :0.2
|
||||
that:0.7884177565574646 was:0.2115822285413742 :0.2
|
||||
@ -1124,7 +1124,7 @@ food:0.7346047163009644 first:0.26539528369903564 :0.2
|
||||
y:0.8637762665748596 K:0.1362236887216568 :0.2
|
||||
an:0.5398892760276794 issue:0.46011075377464294 :0.2
|
||||
was:0.76967853307724 did:0.23032140731811523 :0.2
|
||||
the:0.2 and:0.2 :1.0
|
||||
the:0.2 be:0.2 to:0.2 of:0.1 and:0.1 a:0.1 :0.1
|
||||
the:0.5397168397903442 a:0.46028321981430054 :0.2
|
||||
own:0.5779439806938171 society:0.42205607891082764 :0.2
|
||||
as:0.9155400395393372 that:0.08446000516414642 :0.2
|
||||
@ -1366,7 +1366,7 @@ the:0.6522743105888367 appointed:0.3477257192134857 :0.2
|
||||
his:0.7180804014205933 a:0.2819196581840515 :0.2
|
||||
the:0.7666657567024231 their:0.2333342283964157 :0.2
|
||||
the:0.7891854643821716 ,:0.21081453561782837 :0.2
|
||||
:0.6944257616996765 and:0.30557429790496826 :0.2
|
||||
<EFBFBD>:0.6944257616996765 and:0.30557429790496826 :0.2
|
||||
to:0.5942440629005432 .:0.4057559072971344 :0.2
|
||||
as:0.6952313780784607 ago:0.3047686517238617 :0.2
|
||||
to:0.7105702757835388 produced:0.28942975401878357 :0.2
|
||||
@ -1509,7 +1509,7 @@ name:0.5097300410270691 l:0.4902699291706085 :0.2
|
||||
of:0.8728740811347961 they:0.12712596356868744 :0.2
|
||||
of:0.9920176267623901 of:0.007982336916029453 :0.2
|
||||
to:0.6593348979949951 the:0.3406650722026825 :0.2
|
||||
the:0.2 and:0.2 :1.0
|
||||
the:0.2 be:0.2 to:0.2 of:0.1 and:0.1 a:0.1 :0.1
|
||||
who:0.7785657644271851 of:0.22143419086933136 :0.2
|
||||
a:0.5888429284095764 taught:0.4111570417881012 :0.2
|
||||
t:0.5743350982666016 ter:0.42566490173339844 :0.2
|
||||
@ -1580,7 +1580,7 @@ to:0.5589722394943237 .:0.44102782011032104 :0.2
|
||||
it:0.7090286016464233 the:0.29097142815589905 :0.2
|
||||
as:0.6299097537994385 a:0.37009018659591675 :0.2
|
||||
beat:0.6279262900352478 stop:0.3720737397670746 :0.2
|
||||
the:0.2 and:0.2 :1.0
|
||||
the:0.2 be:0.2 to:0.2 of:0.1 and:0.1 a:0.1 :0.1
|
||||
public:0.5167555212974548 land:0.48324450850486755 :0.2
|
||||
in:0.6511174440383911 sold:0.3488825261592865 :0.2
|
||||
John:0.5532733798027039 William:0.44672664999961853 :0.2
|
||||
@ -1590,7 +1590,7 @@ doubt:0.6115233302116394 trace:0.3884766399860382 :0.2
|
||||
,:0.5209171175956726 in:0.4790828824043274 :0.2
|
||||
man:0.604738175868988 vote:0.39526182413101196 :0.2
|
||||
the:0.8357529044151306 that:0.16424714028835297 :0.2
|
||||
the:0.2 and:0.2 :1.0
|
||||
the:0.2 be:0.2 to:0.2 of:0.1 and:0.1 a:0.1 :0.1
|
||||
y:0.5964184999465942 t:0.40358155965805054 :0.2
|
||||
the:0.8328376412391663 a:0.16716235876083374 :0.2
|
||||
the:0.7807003259658813 it:0.21929961442947388 :0.2
|
||||
@ -1611,7 +1611,7 @@ the:0.5567159056663513 of:0.4432840943336487 :0.2
|
||||
.:0.6070500016212463 ,:0.39294999837875366 :0.2
|
||||
to:0.512549638748169 not:0.48745039105415344 :0.2
|
||||
appointed:0.6956708431243896 elected:0.30432912707328796 :0.2
|
||||
the:0.2 and:0.2 :1.0
|
||||
the:0.2 be:0.2 to:0.2 of:0.1 and:0.1 a:0.1 :0.1
|
||||
they:0.764147162437439 or:0.23585282266139984 :0.2
|
||||
own:0.7190138697624207 teachers:0.28098616003990173 :0.2
|
||||
meaning:0.5504242181777954 same:0.4495757520198822 :0.2
|
||||
@ -1703,7 +1703,7 @@ He:0.6098727583885193 He:0.3901272714138031 :0.2
|
||||
be:0.5654786825180054 have:0.43452128767967224 :0.2
|
||||
the:0.7491560578346252 my:0.25084397196769714 :0.2
|
||||
been:0.8903531432151794 become:0.10964691638946533 :0.2
|
||||
the:0.2 and:0.2 :1.0
|
||||
the:0.2 be:0.2 to:0.2 of:0.1 and:0.1 a:0.1 :0.1
|
||||
any:0.661354124546051 the:0.33864590525627136 :0.2
|
||||
a:0.6343557834625244 .:0.365644246339798 :0.2
|
||||
in:0.6599875092506409 behind:0.3400125205516815 :0.2
|
||||
@ -1965,7 +1965,7 @@ bill:0.8977274894714355 Senate:0.10227248072624207 :0.2
|
||||
have:0.7474619150161743 are:0.25253811478614807 :0.2
|
||||
but:0.6899490356445312 and:0.31005099415779114 :0.2
|
||||
.:0.8952339291572571 .:0.10476605594158173 :0.2
|
||||
the:0.2 and:0.2 :1.0
|
||||
the:0.2 be:0.2 to:0.2 of:0.1 and:0.1 a:0.1 :0.1
|
||||
not:0.5921194553375244 be:0.4078805446624756 :0.2
|
||||
life:0.7548253536224365 -:0.24517466127872467 :0.2
|
||||
.:0.5940895676612854 i:0.4059104323387146 :0.2
|
||||
@ -2066,7 +2066,7 @@ vote:0.8362768888473511 -:0.16372309625148773 :0.2
|
||||
the:0.6487115025520325 their:0.35128843784332275 :0.2
|
||||
and:0.570127546787262 and:0.42987245321273804 :0.2
|
||||
own:0.6786564588546753 disposal:0.3213435113430023 :0.2
|
||||
the:0.2 and:0.2 :1.0
|
||||
the:0.2 be:0.2 to:0.2 of:0.1 and:0.1 a:0.1 :0.1
|
||||
in:0.7444081902503967 into:0.25559180974960327 :0.2
|
||||
She:0.5880669355392456 The:0.4119330644607544 :0.2
|
||||
and:0.6415802836418152 ,:0.3584197163581848 :0.2
|
||||
@ -2230,7 +2230,7 @@ system:0.8733022809028625 system:0.12669777870178223 :0.2
|
||||
the:0.5444703102111816 what:0.45552974939346313 :0.2
|
||||
is:0.5768045783042908 of:0.42319542169570923 :0.2
|
||||
c:0.5822999477386475 t:0.4177001118659973 :0.2
|
||||
the:0.2 and:0.2 :1.0
|
||||
the:0.2 be:0.2 to:0.2 of:0.1 and:0.1 a:0.1 :0.1
|
||||
for:0.7528283596038818 ,:0.24717162549495697 :0.2
|
||||
nor:0.9658606648445129 ,:0.034139398485422134 :0.2
|
||||
ity:0.6777907013893127 ly:0.32220932841300964 :0.2
|
||||
@ -2933,7 +2933,7 @@ the:0.7780128717422485 his:0.22198711335659027 :0.2
|
||||
the:0.782960832118988 e:0.21703918278217316 :0.2
|
||||
ing:0.9488449096679688 ed:0.05115508660674095 :0.2
|
||||
a:0.6222818493843079 the:0.3777182102203369 :0.2
|
||||
":0.622400164604187 :0.377599835395813 :0.2
|
||||
":0.622400164604187 <EFBFBD>:0.377599835395813 :0.2
|
||||
1:0.6017928719520569 1:0.3982071280479431 :0.2
|
||||
own:0.7340540289878845 men:0.26594600081443787 :0.2
|
||||
he:0.6696824431419373 I:0.3303176164627075 :0.2
|
||||
@ -2984,7 +2984,7 @@ post:0.6310118436813354 residence:0.36898815631866455 :0.2
|
||||
is:0.5998349785804749 of:0.40016502141952515 :0.2
|
||||
.:0.6676878929138184 the:0.33231210708618164 :0.2
|
||||
the:0.812341034412384 he:0.18765898048877716 :0.2
|
||||
the:0.2 and:0.2 :1.0
|
||||
the:0.2 be:0.2 to:0.2 of:0.1 and:0.1 a:0.1 :0.1
|
||||
I:0.5476965308189392 The:0.4523034393787384 :0.2
|
||||
with:0.5213017463684082 he:0.4786982834339142 :0.2
|
||||
of:0.906326174736023 in:0.09367378801107407 :0.2
|
||||
@ -3022,7 +3022,7 @@ the:0.7361798882484436 things:0.2638201415538788 :0.2
|
||||
«:0.6124183535575867 prin:0.3875816762447357 :0.2
|
||||
is:0.5552449822425842 ,:0.44475504755973816 :0.2
|
||||
the:0.5304189324378967 of:0.46958106756210327 :0.2
|
||||
the:0.2 and:0.2 :1.0
|
||||
the:0.2 be:0.2 to:0.2 of:0.1 and:0.1 a:0.1 :0.1
|
||||
and:0.5276949405670166 and:0.4723050594329834 :0.2
|
||||
destroyed:0.61153244972229 out:0.38846758008003235 :0.2
|
||||
":0.5915278792381287 ':0.4084721803665161 :0.2
|
||||
@ -3085,10 +3085,10 @@ port:0.839381992816925 p:0.16061800718307495 :0.2
|
||||
a:0.5085898637771606 the:0.49141016602516174 :0.2
|
||||
,:0.6686707139015198 -:0.3313293159008026 :0.2
|
||||
as:0.5590775609016418 when:0.44092246890068054 :0.2
|
||||
the:0.2 and:0.2 :1.0
|
||||
the:0.2 be:0.2 to:0.2 of:0.1 and:0.1 a:0.1 :0.1
|
||||
and:0.5432438254356384 and:0.4567561745643616 :0.2
|
||||
over:0.673448383808136 fought:0.32655155658721924 :0.2
|
||||
the:0.2 and:0.2 :1.0
|
||||
the:0.2 be:0.2 to:0.2 of:0.1 and:0.1 a:0.1 :0.1
|
||||
or:0.5238789916038513 agent:0.4761210083961487 :0.2
|
||||
the:0.5720168948173523 to:0.4279830753803253 :0.2
|
||||
The:0.616827666759491 We:0.3831723630428314 :0.2
|
||||
@ -3126,7 +3126,7 @@ and:0.6842244267463684 which:0.3157755136489868 :0.2
|
||||
be:0.6015734076499939 the:0.3984265625476837 :0.2
|
||||
been:0.9312962293624878 received:0.06870377063751221 :0.2
|
||||
,:0.532856285572052 is:0.4671437740325928 :0.2
|
||||
:0.6734064221382141 .:0.3265935182571411 :0.2
|
||||
<EFBFBD>:0.6734064221382141 .:0.3265935182571411 :0.2
|
||||
life:0.5674329400062561 position:0.4325670599937439 :0.2
|
||||
when:0.6492902636528015 the:0.3507097065448761 :0.2
|
||||
The:0.5520095825195312 He:0.44799038767814636 :0.2
|
||||
@ -3177,7 +3177,7 @@ the:0.7749348878860474 Paris:0.22506512701511383 :0.2
|
||||
a:0.5960860252380371 the:0.4039140045642853 :0.2
|
||||
the:0.6759100556373596 he:0.32408997416496277 :0.2
|
||||
to:0.6286300420761108 and:0.3713698983192444 :0.2
|
||||
the:0.2 and:0.2 :1.0
|
||||
the:0.2 be:0.2 to:0.2 of:0.1 and:0.1 a:0.1 :0.1
|
||||
bird:0.5917269587516785 birds:0.4082730710506439 :0.2
|
||||
^:0.5393528938293457 .:0.4606471359729767 :0.2
|
||||
a:0.5094802975654602 the:0.4905197024345398 :0.2
|
||||
@ -3271,7 +3271,7 @@ that:0.7886251211166382 if:0.21137486398220062 :0.2
|
||||
.:0.5519577264785767 -:0.4480423033237457 :0.2
|
||||
a:0.6494691967964172 the:0.35053083300590515 :0.2
|
||||
to:0.9879602193832397 thereto:0.012039818800985813 :0.2
|
||||
the:0.2 and:0.2 :1.0
|
||||
the:0.2 be:0.2 to:0.2 of:0.1 and:0.1 a:0.1 :0.1
|
||||
,:0.6702728271484375 of:0.3297271728515625 :0.2
|
||||
to:0.7602752447128296 for:0.23972474038600922 :0.2
|
||||
the:0.7575519680976868 a:0.24244797229766846 :0.2
|
||||
@ -3336,7 +3336,7 @@ of:0.7771928906440735 are:0.2228071242570877 :0.2
|
||||
the:0.8001021146774292 this:0.19989795982837677 :0.2
|
||||
for:0.6173432469367981 .:0.3826567530632019 :0.2
|
||||
in:0.686457097530365 on:0.3135429322719574 :0.2
|
||||
the:0.2 and:0.2 :1.0
|
||||
the:0.2 be:0.2 to:0.2 of:0.1 and:0.1 a:0.1 :0.1
|
||||
State:0.738400936126709 state:0.26159903407096863 :0.2
|
||||
a:0.7050033807754517 the:0.29499661922454834 :0.2
|
||||
,:0.5291854739189148 the:0.4708145558834076 :0.2
|
||||
@ -3371,7 +3371,7 @@ the:0.5682098865509033 she:0.4317900836467743 :0.2
|
||||
ever:0.8089566826820374 much:0.19104337692260742 :0.2
|
||||
the:0.6690559387207031 a:0.3309440314769745 :0.2
|
||||
power:0.704261839389801 right:0.295738160610199 :0.2
|
||||
the:0.2 and:0.2 :1.0
|
||||
the:0.2 be:0.2 to:0.2 of:0.1 and:0.1 a:0.1 :0.1
|
||||
the:0.8195314407348633 to:0.1804686039686203 :0.2
|
||||
of:0.9664937257766724 and:0.033506207168102264 :0.2
|
||||
has:0.653396487236023 is:0.34660351276397705 :0.2
|
||||
@ -3500,7 +3500,7 @@ in:0.6346052289009094 for:0.3653947710990906 :0.2
|
||||
has:0.6293814182281494 is:0.37061864137649536 :0.2
|
||||
we:0.5141582489013672 he:0.4858417212963104 :0.2
|
||||
interest:0.6704127788543701 rate:0.3295872211456299 :0.2
|
||||
the:0.2 and:0.2 :1.0
|
||||
the:0.2 be:0.2 to:0.2 of:0.1 and:0.1 a:0.1 :0.1
|
||||
met:0.7413610816001892 a:0.2586389183998108 :0.2
|
||||
be:0.557956337928772 allow:0.4420436918735504 :0.2
|
||||
.:0.6203503608703613 of:0.37964969873428345 :0.2
|
||||
@ -3578,7 +3578,7 @@ its:0.5338436961174011 to:0.46615633368492126 :0.2
|
||||
be:0.9975422620773315 be:0.0024577146396040916 :0.2
|
||||
the:0.5487320423126221 ^:0.45126792788505554 :0.2
|
||||
country:0.9213371276855469 world:0.07866283506155014 :0.2
|
||||
the:0.2 and:0.2 :1.0
|
||||
the:0.2 be:0.2 to:0.2 of:0.1 and:0.1 a:0.1 :0.1
|
||||
the:0.5162315368652344 a:0.48376843333244324 :0.2
|
||||
.:0.5942275524139404 ,:0.40577250719070435 :0.2
|
||||
times:0.7699786424636841 angles:0.23002129793167114 :0.2
|
||||
@ -3651,7 +3651,7 @@ long:0.9791229963302612 fore:0.020876964554190636 :0.2
|
||||
ing:0.8723006248474121 ed:0.1276993602514267 :0.2
|
||||
that:0.7331280708312988 that:0.26687195897102356 :0.2
|
||||
and:0.832972526550293 e:0.1670275330543518 :0.2
|
||||
:0.6042748689651489 ":0.3957251012325287 :0.2
|
||||
<EFBFBD>:0.6042748689651489 ":0.3957251012325287 :0.2
|
||||
the:0.7634121179580688 a:0.23658788204193115 :0.2
|
||||
.:0.6530819535255432 and:0.3469180166721344 :0.2
|
||||
him:0.6032217144966125 the:0.39677828550338745 :0.2
|
||||
@ -3665,7 +3665,7 @@ could:0.5034846663475037 to:0.49651533365249634 :0.2
|
||||
and:0.5214768648147583 and:0.4785231053829193 :0.2
|
||||
to:0.5419410467147827 in:0.4580589234828949 :0.2
|
||||
village:0.5217605233192444 own:0.4782394468784332 :0.2
|
||||
the:0.2 and:0.2 :1.0
|
||||
the:0.2 be:0.2 to:0.2 of:0.1 and:0.1 a:0.1 :0.1
|
||||
to:0.8602228760719299 its:0.13977709412574768 :0.2
|
||||
and:0.6417346596717834 and:0.35826534032821655 :0.2
|
||||
":0.8096225261688232 water:0.19037747383117676 :0.2
|
||||
@ -3827,7 +3827,7 @@ Assembly:0.9470798373222351 Council:0.052920226007699966 :0.2
|
||||
that:0.9097612500190735 to:0.09023882448673248 :0.2
|
||||
-:0.504632830619812 and:0.495367169380188 :0.2
|
||||
of:0.9845752716064453 and:0.01542477123439312 :0.2
|
||||
the:0.2 and:0.2 :1.0
|
||||
the:0.2 be:0.2 to:0.2 of:0.1 and:0.1 a:0.1 :0.1
|
||||
of:0.921457052230835 day:0.07854293286800385 :0.2
|
||||
ment:0.741252064704895 ing:0.2587479054927826 :0.2
|
||||
of:0.5090779662132263 in:0.4909220039844513 :0.2
|
||||
@ -4034,7 +4034,7 @@ United:0.6114200353622437 navy:0.38857993483543396 :0.2
|
||||
circulation:0.5866764187812805 inflation:0.4133235812187195 :0.2
|
||||
world:0.5116289258003235 city:0.4883710741996765 :0.2
|
||||
the:0.6320930123329163 a:0.36790698766708374 :0.2
|
||||
the:0.2 and:0.2 :1.0
|
||||
the:0.2 be:0.2 to:0.2 of:0.1 and:0.1 a:0.1 :0.1
|
||||
is:0.844885528087616 was:0.15511445701122284 :0.2
|
||||
could:0.5475226640701294 has:0.452477365732193 :0.2
|
||||
avoided:0.608534038066864 kept:0.3914659321308136 :0.2
|
||||
@ -4052,7 +4052,7 @@ was:0.5795584321022034 station:0.42044156789779663 :0.2
|
||||
to:0.7983992695808411 back:0.20160070061683655 :0.2
|
||||
from:0.5503222942352295 south:0.4496777355670929 :0.2
|
||||
Atlantic:0.8033877611160278 continental:0.19661220908164978 :0.2
|
||||
the:0.2 and:0.2 :1.0
|
||||
the:0.2 be:0.2 to:0.2 of:0.1 and:0.1 a:0.1 :0.1
|
||||
like:0.8721960186958313 as:0.12780392169952393 :0.2
|
||||
which:0.5308445692062378 that:0.4691554307937622 :0.2
|
||||
the:0.7319186925888062 this:0.26808127760887146 :0.2
|
||||
@ -4072,7 +4072,7 @@ while:0.7272632718086243 time:0.27273672819137573 :0.2
|
||||
to:0.5567749738693237 ,:0.44322502613067627 :0.2
|
||||
meeting:0.5264397859573364 great:0.4735602140426636 :0.2
|
||||
.:0.5064598321914673 of:0.4935401678085327 :0.2
|
||||
the:0.2 and:0.2 :1.0
|
||||
the:0.2 be:0.2 to:0.2 of:0.1 and:0.1 a:0.1 :0.1
|
||||
d:0.5160638689994812 in:0.4839361310005188 :0.2
|
||||
the:0.6109668016433716 taxation:0.3890331983566284 :0.2
|
||||
dollars:0.9717796444892883 our:0.02822035923600197 :0.2
|
||||
@ -4296,7 +4296,7 @@ the:0.7194728851318359 our:0.2805270552635193 :0.2
|
||||
the:0.5243042707443237 Van:0.4756956994533539 :0.2
|
||||
.:0.5493364930152893 and:0.4506634473800659 :0.2
|
||||
-:0.9867823123931885 aring:0.013217620551586151 :0.2
|
||||
to:0.5124390721321106 :0.4875609278678894 :0.2
|
||||
to:0.5124390721321106 <EFBFBD>:0.4875609278678894 :0.2
|
||||
have:0.5345707535743713 am:0.46542924642562866 :0.2
|
||||
the:0.808412492275238 a:0.19158752262592316 :0.2
|
||||
of:0.6745171546936035 that:0.3254828453063965 :0.2
|
||||
@ -4357,7 +4357,7 @@ to:0.8603888750076294 the:0.1396111398935318 :0.2
|
||||
person:0.8238028287887573 man:0.1761971265077591 :0.2
|
||||
to:0.6254926323890686 of:0.3745073974132538 :0.2
|
||||
the:0.6077613830566406 a:0.39223864674568176 :0.2
|
||||
the:0.2 and:0.2 :1.0
|
||||
the:0.2 be:0.2 to:0.2 of:0.1 and:0.1 a:0.1 :0.1
|
||||
the:0.6833072304725647 him:0.3166927695274353 :0.2
|
||||
same:0.5042075514793396 late:0.4957924783229828 :0.2
|
||||
the:0.7400921583175659 a:0.2599078118801117 :0.2
|
||||
@ -4664,7 +4664,7 @@ be:0.6938425898551941 not:0.3061574101448059 :0.2
|
||||
.:0.6155700087547302 and:0.3844299614429474 :0.2
|
||||
they:0.5993624329566956 the:0.4006376266479492 :0.2
|
||||
found:0.5190166234970093 filled:0.48098334670066833 :0.2
|
||||
the:0.2 and:0.2 :1.0
|
||||
the:0.2 be:0.2 to:0.2 of:0.1 and:0.1 a:0.1 :0.1
|
||||
for:0.5097224116325378 for:0.49027755856513977 :0.2
|
||||
1:0.5001392364501953 i:0.4998607635498047 :0.2
|
||||
most:0.6405251622200012 d:0.3594748079776764 :0.2
|
||||
@ -4713,7 +4713,7 @@ lands:0.591638445854187 the:0.408361554145813 :0.2
|
||||
the:0.7254663705825806 which:0.2745336890220642 :0.2
|
||||
the:0.800823450088501 this:0.19917653501033783 :0.2
|
||||
and:0.7230253219604492 who:0.276974618434906 :0.2
|
||||
the:0.2 and:0.2 :1.0
|
||||
the:0.2 be:0.2 to:0.2 of:0.1 and:0.1 a:0.1 :0.1
|
||||
way:0.761998176574707 place:0.23800185322761536 :0.2
|
||||
estate:0.5883912444114685 :0.4116087257862091 :0.2
|
||||
the:0.761168360710144 a:0.23883162438869476 :0.2
|
||||
@ -4811,7 +4811,7 @@ answers:0.5736970901489258 help:0.4263029396533966 :0.2
|
||||
the:0.740419328212738 your:0.25958067178726196 :0.2
|
||||
the:0.8024224638938904 a:0.19757747650146484 :0.2
|
||||
new:0.5099645853042603 public:0.49003544449806213 :0.2
|
||||
the:0.2 and:0.2 :1.0
|
||||
the:0.2 be:0.2 to:0.2 of:0.1 and:0.1 a:0.1 :0.1
|
||||
her:0.526740312576294 the:0.47325971722602844 :0.2
|
||||
the:0.6489062309265137 a:0.35109376907348633 :0.2
|
||||
the:0.6500404477119446 a:0.3499596118927002 :0.2
|
||||
@ -4975,7 +4975,7 @@ to:0.7905871272087097 disperse:0.2094128429889679 :0.2
|
||||
to:0.9887401461601257 not:0.011259861290454865 :0.2
|
||||
debt:0.5181747674942017 interest:0.4818252623081207 :0.2
|
||||
and:0.7056851983070374 in:0.29431480169296265 :0.2
|
||||
the:0.2 and:0.2 :1.0
|
||||
the:0.2 be:0.2 to:0.2 of:0.1 and:0.1 a:0.1 :0.1
|
||||
and:0.8513580560684204 all:0.1486419141292572 :0.2
|
||||
in:0.586167573928833 es:0.4138324558734894 :0.2
|
||||
C:0.5458966493606567 B:0.4541033208370209 :0.2
|
||||
@ -5069,7 +5069,7 @@ is:0.8244072794914246 be:0.17559275031089783 :0.2
|
||||
and:0.5462144017219543 t:0.45378562808036804 :0.2
|
||||
the:0.7398088574409485 out:0.2601911425590515 :0.2
|
||||
a:0.5123590230941772 not:0.48764097690582275 :0.2
|
||||
the:0.2 and:0.2 :1.0
|
||||
the:0.2 be:0.2 to:0.2 of:0.1 and:0.1 a:0.1 :0.1
|
||||
-:0.546825110912323 .:0.453174889087677 :0.2
|
||||
the:0.558330774307251 a:0.4416692554950714 :0.2
|
||||
right:0.6420713663101196 left:0.35792863368988037 :0.2
|
||||
@ -5302,7 +5302,7 @@ had:0.6152738332748413 's:0.3847261071205139 :0.2
|
||||
]:0.7156925797462463 paid:0.2843073606491089 :0.2
|
||||
a:0.5275294780731201 the:0.4724704921245575 :0.2
|
||||
.:0.6595062613487244 ,:0.340493768453598 :0.2
|
||||
the:0.2 and:0.2 :1.0
|
||||
the:0.2 be:0.2 to:0.2 of:0.1 and:0.1 a:0.1 :0.1
|
||||
.:0.5397831797599792 ':0.4602168798446655 :0.2
|
||||
the:0.6539285182952881 life:0.3460715413093567 :0.2
|
||||
the:0.8085424900054932 a:0.19145755469799042 :0.2
|
||||
@ -5360,7 +5360,7 @@ in:0.7031705975532532 as:0.29682937264442444 :0.2
|
||||
law:0.5257378816604614 principles:0.4742621183395386 :0.2
|
||||
to:0.64875328540802 self:0.35124674439430237 :0.2
|
||||
The:0.6682716608047485 The:0.33172833919525146 :0.2
|
||||
the:0.2 and:0.2 :1.0
|
||||
the:0.2 be:0.2 to:0.2 of:0.1 and:0.1 a:0.1 :0.1
|
||||
or:0.6184168457984924 ,:0.38158315420150757 :0.2
|
||||
of:0.6465752720832825 that:0.35342469811439514 :0.2
|
||||
new:0.6073465943336487 public:0.39265337586402893 :0.2
|
||||
@ -5899,14 +5899,14 @@ the:0.5399669408798218 he:0.46003302931785583 :0.2
|
||||
in:0.5654449462890625 or:0.4345550537109375 :0.2
|
||||
the:0.6735759377479553 their:0.3264240622520447 :0.2
|
||||
was:0.9026511311531067 had:0.09734882414340973 :0.2
|
||||
:0.5528131723403931 :0.44718679785728455 :0.2
|
||||
<EFBFBD>:0.5528131723403931 :0.44718679785728455 :0.2
|
||||
the:0.8411682844161987 which:0.15883171558380127 :0.2
|
||||
s:0.5310317277908325 t:0.4689682722091675 :0.2
|
||||
is:0.5918946266174316 to:0.40810537338256836 :0.2
|
||||
The:0.6445468068122864 The:0.355453222990036 :0.2
|
||||
committee:0.5875511765480042 Committee:0.41244879364967346 :0.2
|
||||
in:0.8204020261764526 on:0.17959800362586975 :0.2
|
||||
the:0.2 and:0.2 :1.0
|
||||
the:0.2 be:0.2 to:0.2 of:0.1 and:0.1 a:0.1 :0.1
|
||||
the:0.6484680771827698 all:0.35153189301490784 :0.2
|
||||
the:0.601957380771637 to:0.39804258942604065 :0.2
|
||||
the:0.7900365591049194 his:0.20996345579624176 :0.2
|
||||
@ -5947,7 +5947,7 @@ him:0.6094170212745667 the:0.39058294892311096 :0.2
|
||||
is:0.5316463112831116 be:0.46835365891456604 :0.2
|
||||
un:0.5272594690322876 gentle:0.4727405309677124 :0.2
|
||||
to:0.9834377765655518 to:0.01656229980289936 :0.2
|
||||
the:0.2 and:0.2 :1.0
|
||||
the:0.2 be:0.2 to:0.2 of:0.1 and:0.1 a:0.1 :0.1
|
||||
pol:0.6119056940078735 20:0.38809430599212646 :0.2
|
||||
had:0.5309566855430603 were:0.4690433442592621 :0.2
|
||||
the:0.8355569243431091 God:0.16444306075572968 :0.2
|
||||
@ -6032,7 +6032,7 @@ der:0.5595532655715942 t:0.440446674823761 :0.2
|
||||
The:0.6394951343536377 He:0.3605048656463623 :0.2
|
||||
to:0.6384990215301514 ,:0.361501008272171 :0.2
|
||||
senator:0.5693981647491455 first:0.4306018352508545 :0.2
|
||||
who:0.5944942831993103 :0.4055057466030121 :0.2
|
||||
who:0.5944942831993103 <EFBFBD>:0.4055057466030121 :0.2
|
||||
and:0.7043317556381226 but:0.29566824436187744 :0.2
|
||||
the:0.867073118686676 a:0.13292686641216278 :0.2
|
||||
of:0.6734450459480286 and:0.32655489444732666 :0.2
|
||||
@ -6061,14 +6061,14 @@ thousand:0.5480688214302063 of:0.4519311487674713 :0.2
|
||||
was:0.6921235918998718 spread:0.3078764081001282 :0.2
|
||||
the:0.5606454610824585 .:0.4393545389175415 :0.2
|
||||
and:0.6710631251335144 which:0.3289368748664856 :0.2
|
||||
the:0.2 and:0.2 :1.0
|
||||
the:0.2 be:0.2 to:0.2 of:0.1 and:0.1 a:0.1 :0.1
|
||||
that:0.5098254084587097 it:0.49017462134361267 :0.2
|
||||
that:0.7717118263244629 any:0.2282882034778595 :0.2
|
||||
own:0.5209494829177856 age:0.47905054688453674 :0.2
|
||||
Government:0.5029582381248474 United:0.4970417320728302 :0.2
|
||||
the:0.5887432098388672 he:0.4112567901611328 :0.2
|
||||
's:0.5450435876846313 .:0.45495644211769104 :0.2
|
||||
the:0.2 and:0.2 :1.0
|
||||
the:0.2 be:0.2 to:0.2 of:0.1 and:0.1 a:0.1 :0.1
|
||||
.:0.7427994608879089 ,:0.25720059871673584 :0.2
|
||||
over:0.6556719541549683 to:0.34432804584503174 :0.2
|
||||
ing:0.7583603262901306 to:0.2416396588087082 :0.2
|
||||
@ -6108,7 +6108,7 @@ been:0.8038591742515564 to:0.1961408406496048 :0.2
|
||||
.:0.6766566038131714 -:0.3233433663845062 :0.2
|
||||
a:0.602856457233429 the:0.39714357256889343 :0.2
|
||||
-:0.613352358341217 cane:0.38664764165878296 :0.2
|
||||
the:0.2 and:0.2 :1.0
|
||||
the:0.2 be:0.2 to:0.2 of:0.1 and:0.1 a:0.1 :0.1
|
||||
stream:0.6573905944824219 river:0.34260934591293335 :0.2
|
||||
wives:0.8147954344749451 keepers:0.1852046251296997 :0.2
|
||||
crop:0.830336332321167 fruit:0.169663667678833 :0.2
|
||||
@ -6226,7 +6226,7 @@ pay:0.6631033420562744 cover:0.3368966579437256 :0.2
|
||||
of:0.5540501475334167 ,:0.44594985246658325 :0.2
|
||||
of:0.6416943073272705 of:0.3583056926727295 :0.2
|
||||
the:0.5127117037773132 its:0.48728835582733154 :0.2
|
||||
of:0.9082636833190918 :0.09173636138439178 :0.2
|
||||
of:0.9082636833190918 <EFBFBD>:0.09173636138439178 :0.2
|
||||
of:0.7300959825515747 and:0.2699040174484253 :0.2
|
||||
the:0.7694864273071289 which:0.2305135279893875 :0.2
|
||||
of:0.6016703844070435 ,:0.39832964539527893 :0.2
|
||||
@ -6243,7 +6243,7 @@ is:0.6186148524284363 was:0.3813851773738861 :0.2
|
||||
the:0.8298908472061157 that:0.1701091080904007 :0.2
|
||||
-:0.881712019443512 ion:0.11828798055648804 :0.2
|
||||
had:0.5299400687217712 was:0.47005996108055115 :0.2
|
||||
the:0.2 and:0.2 :1.0
|
||||
the:0.2 be:0.2 to:0.2 of:0.1 and:0.1 a:0.1 :0.1
|
||||
c:0.505511999130249 s:0.4944879710674286 :0.2
|
||||
the:0.6824067831039429 this:0.3175932466983795 :0.2
|
||||
ten:0.861238956451416 twenty:0.13876104354858398 :0.2
|
||||
@ -6277,7 +6277,7 @@ a:0.6643166542053223 the:0.3356833755970001 :0.2
|
||||
$:0.6397606134414673 £:0.36023932695388794 :0.2
|
||||
en:0.562751054763794 is:0.43724897503852844 :0.2
|
||||
whel:0.622478187084198 come:0.3775218725204468 :0.2
|
||||
the:0.2 and:0.2 :1.0
|
||||
the:0.2 be:0.2 to:0.2 of:0.1 and:0.1 a:0.1 :0.1
|
||||
-:0.5153397917747498 U:0.48466020822525024 :0.2
|
||||
the:0.9235002398490906 ,:0.076499804854393 :0.2
|
||||
the:0.6158967614173889 is:0.3841032385826111 :0.2
|
||||
@ -6298,7 +6298,7 @@ and:0.7638720870018005 the:0.23612795770168304 :0.2
|
||||
the:0.7059449553489685 ):0.2940549850463867 :0.2
|
||||
the:0.7637041211128235 I:0.2362958788871765 :0.2
|
||||
after:0.6552688479423523 he:0.3447311818599701 :0.2
|
||||
the:0.2 and:0.2 :1.0
|
||||
the:0.2 be:0.2 to:0.2 of:0.1 and:0.1 a:0.1 :0.1
|
||||
correctness:0.6997900009155273 accuracy:0.30020996928215027 :0.2
|
||||
or:0.6419047713279724 and:0.3580951988697052 :0.2
|
||||
the:0.7833340167999268 a:0.21666602790355682 :0.2
|
||||
@ -6526,7 +6526,7 @@ will:0.7108604311943054 would:0.2891395688056946 :0.2
|
||||
own:0.9459583163261414 knowledge:0.054041728377342224 :0.2
|
||||
of:0.9508717060089111 that:0.04912829026579857 :0.2
|
||||
his:0.573745608329773 come:0.42625442147254944 :0.2
|
||||
the:0.2 and:0.2 :1.0
|
||||
the:0.2 be:0.2 to:0.2 of:0.1 and:0.1 a:0.1 :0.1
|
||||
and:0.6008143424987793 when:0.3991856873035431 :0.2
|
||||
be:0.8559480905532837 have:0.1440519392490387 :0.2
|
||||
a:0.5293166041374207 con:0.47068339586257935 :0.2
|
||||
@ -6619,7 +6619,7 @@ me:0.6073375344276428 her:0.3926624655723572 :0.2
|
||||
fore:0.5140763521194458 twe:0.4859236776828766 :0.2
|
||||
ner:0.7575912475585938 of:0.24240872263908386 :0.2
|
||||
the:0.722046434879303 a:0.27795350551605225 :0.2
|
||||
the:0.2 and:0.2 :1.0
|
||||
the:0.2 be:0.2 to:0.2 of:0.1 and:0.1 a:0.1 :0.1
|
||||
and:0.8745149374008179 and:0.12548507750034332 :0.2
|
||||
following:0.6356589198112488 ':0.36434102058410645 :0.2
|
||||
She:0.5510622262954712 He:0.44893771409988403 :0.2
|
||||
@ -6650,7 +6650,7 @@ the:0.6657213568687439 to:0.3342786729335785 :0.2
|
||||
effect:0.9304082989692688 extent:0.06959161907434464 :0.2
|
||||
i:0.6090701222419739 lem:0.39092984795570374 :0.2
|
||||
the:0.5818971395492554 them:0.41810283064842224 :0.2
|
||||
the:0.2 and:0.2 :1.0
|
||||
the:0.2 be:0.2 to:0.2 of:0.1 and:0.1 a:0.1 :0.1
|
||||
a:0.5743537545204163 the:0.42564627528190613 :0.2
|
||||
of:0.5543027520179749 to:0.44569727778434753 :0.2
|
||||
Knox:0.6822686791419983 Rock:0.3177313506603241 :0.2
|
||||
@ -6711,7 +6711,7 @@ his:0.5285296440124512 other:0.4714703857898712 :0.2
|
||||
leaflets:0.589590847492218 flyers:0.41040918231010437 :0.2
|
||||
been:0.7054347991943359 a:0.29456523060798645 :0.2
|
||||
the:0.918359637260437 all:0.08164037019014359 :0.2
|
||||
the:0.2 and:0.2 :1.0
|
||||
the:0.2 be:0.2 to:0.2 of:0.1 and:0.1 a:0.1 :0.1
|
||||
a:0.7877883911132812 west:0.21221162378787994 :0.2
|
||||
that:0.750056803226471 ,:0.24994322657585144 :0.2
|
||||
the:0.5679346919059753 say:0.4320652484893799 :0.2
|
||||
@ -6723,7 +6723,7 @@ his:0.5797109007835388 the:0.42028912901878357 :0.2
|
||||
C:0.5437586903572083 M:0.45624130964279175 :0.2
|
||||
of:0.6486228108406067 to:0.35137712955474854 :0.2
|
||||
right:0.6034298539161682 power:0.3965701460838318 :0.2
|
||||
the:0.2 and:0.2 :1.0
|
||||
the:0.2 be:0.2 to:0.2 of:0.1 and:0.1 a:0.1 :0.1
|
||||
,:0.6512387990951538 is:0.3487612307071686 :0.2
|
||||
's:0.5164391994476318 ,:0.4835607409477234 :0.2
|
||||
the:0.6459701061248779 any:0.35402992367744446 :0.2
|
||||
@ -6740,7 +6740,7 @@ al:0.5787104964256287 re:0.4212895333766937 :0.2
|
||||
strength:0.7636683583259583 weight:0.23633168637752533 :0.2
|
||||
case:0.5485960245132446 time:0.451403945684433 :0.2
|
||||
who:0.6992319226264954 and:0.30076804757118225 :0.2
|
||||
:0.6051575541496277 I:0.3948424458503723 :0.2
|
||||
<EFBFBD>:0.6051575541496277 I:0.3948424458503723 :0.2
|
||||
the:0.5088425278663635 of:0.49115750193595886 :0.2
|
||||
her:0.6943140029907227 the:0.30568599700927734 :0.2
|
||||
few:0.5096404552459717 two:0.4903595447540283 :0.2
|
||||
@ -6824,7 +6824,7 @@ had:0.523193895816803 was:0.4768061637878418 :0.2
|
||||
will:0.6097257137298584 are:0.3902742862701416 :0.2
|
||||
in:0.6136435866355896 South:0.3863564133644104 :0.2
|
||||
by:0.8626945614814758 from:0.13730548322200775 :0.2
|
||||
the:0.2 and:0.2 :1.0
|
||||
the:0.2 be:0.2 to:0.2 of:0.1 and:0.1 a:0.1 :0.1
|
||||
the:0.8647777438163757 its:0.13522227108478546 :0.2
|
||||
the:0.5093220472335815 -:0.49067798256874084 :0.2
|
||||
the:0.7021424174308777 a:0.29785752296447754 :0.2
|
||||
@ -6901,7 +6901,7 @@ a:0.5109788775444031 and:0.4890211820602417 :0.2
|
||||
of:0.9274565577507019 in:0.07254349440336227 :0.2
|
||||
The:0.6579231023788452 the:0.34207683801651 :0.2
|
||||
or:0.5040701627731323 and:0.4959297776222229 :0.2
|
||||
the:0.2 and:0.2 :1.0
|
||||
the:0.2 be:0.2 to:0.2 of:0.1 and:0.1 a:0.1 :0.1
|
||||
the:0.5278356671333313 army:0.4721643924713135 :0.2
|
||||
the:0.7244531512260437 a:0.2755468189716339 :0.2
|
||||
the:0.9310312271118164 them:0.06896882504224777 :0.2
|
||||
@ -7063,7 +7063,7 @@ the:0.892865777015686 a:0.10713423043489456 :0.2
|
||||
the:0.8094831109046936 a:0.190516859292984 :0.2
|
||||
in:0.5937491655349731 ,:0.40625089406967163 :0.2
|
||||
lost:0.650638997554779 gone:0.34936103224754333 :0.2
|
||||
the:0.2 and:0.2 :1.0
|
||||
the:0.2 be:0.2 to:0.2 of:0.1 and:0.1 a:0.1 :0.1
|
||||
,:0.5715928673744202 of:0.4284071624279022 :0.2
|
||||
of:0.944675624370575 in:0.055324405431747437 :0.2
|
||||
of:0.6759384274482727 was:0.3240615725517273 :0.2
|
||||
@ -7074,7 +7074,7 @@ things:0.5210046768188477 ways:0.47899526357650757 :0.2
|
||||
for:0.7087372541427612 a:0.2912627160549164 :0.2
|
||||
been:0.5829381346702576 the:0.41706186532974243 :0.2
|
||||
acres:0.682565450668335 miles:0.31743451952934265 :0.2
|
||||
the:0.2 and:0.2 :1.0
|
||||
the:0.2 be:0.2 to:0.2 of:0.1 and:0.1 a:0.1 :0.1
|
||||
c:0.7037626504898071 s:0.29623737931251526 :0.2
|
||||
best:0.7573137283325195 force:0.24268625676631927 :0.2
|
||||
the:0.8068573474884033 law:0.1931426227092743 :0.2
|
||||
@ -7610,7 +7610,7 @@ the:0.6653664112091064 this:0.33463361859321594 :0.2
|
||||
of:0.6571294069290161 in:0.3428705632686615 :0.2
|
||||
.:0.6082978248596191 ,:0.39170223474502563 :0.2
|
||||
.:0.6626225709915161 have:0.33737748861312866 :0.2
|
||||
of:0.5376445651054382 :0.46235546469688416 :0.2
|
||||
of:0.5376445651054382 <EFBFBD>:0.46235546469688416 :0.2
|
||||
and:0.7131070494651794 the:0.28689295053482056 :0.2
|
||||
And:0.5362142324447632 and:0.4637857675552368 :0.2
|
||||
great:0.5111351609230042 greater:0.48886480927467346 :0.2
|
||||
@ -7649,7 +7649,7 @@ the:0.6800989508628845 or:0.3199010193347931 :0.2
|
||||
the:0.7068754434585571 up:0.29312461614608765 :0.2
|
||||
of:0.9851030707359314 ,:0.014896956272423267 :0.2
|
||||
a:0.7621116042137146 an:0.2378883808851242 :0.2
|
||||
the:0.2 and:0.2 :1.0
|
||||
the:0.2 be:0.2 to:0.2 of:0.1 and:0.1 a:0.1 :0.1
|
||||
the:0.9450953602790833 a:0.054904647171497345 :0.2
|
||||
reader:0.5675864815711975 people:0.4324135184288025 :0.2
|
||||
-:0.6014564633369446 and:0.3985435962677002 :0.2
|
||||
@ -8094,7 +8094,7 @@ of:0.8679810166358948 of:0.13201892375946045 :0.2
|
||||
the:0.8218342065811157 this:0.17816585302352905 :0.2
|
||||
incoln:0.5011959075927734 .:0.4988040626049042 :0.2
|
||||
cases:0.6009533405303955 ways:0.3990466296672821 :0.2
|
||||
the:0.2 and:0.2 :1.0
|
||||
the:0.2 be:0.2 to:0.2 of:0.1 and:0.1 a:0.1 :0.1
|
||||
I:0.7370339632034302 I:0.2629660367965698 :0.2
|
||||
doctor:0.5266451835632324 house:0.47335484623908997 :0.2
|
||||
and:0.5198812484741211 and:0.4801187515258789 :0.2
|
||||
@ -8281,7 +8281,7 @@ of:0.5977876782417297 ,:0.40221232175827026 :0.2
|
||||
accused:0.5111827850341797 case:0.48881715536117554 :0.2
|
||||
boats:0.512050211429596 ships:0.48794981837272644 :0.2
|
||||
ous:0.5949373841285706 ou:0.40506255626678467 :0.2
|
||||
the:0.2 and:0.2 :1.0
|
||||
the:0.2 be:0.2 to:0.2 of:0.1 and:0.1 a:0.1 :0.1
|
||||
front:0.6698418855667114 to:0.33015814423561096 :0.2
|
||||
he:0.6351729035377502 strong:0.364827036857605 :0.2
|
||||
corporation:0.586300790309906 company:0.413699209690094 :0.2
|
||||
@ -8361,7 +8361,7 @@ troops:0.5321440100669861 Governor:0.4678559899330139 :0.2
|
||||
and:0.5522831678390503 by:0.4477168619632721 :0.2
|
||||
a:0.7841964364051819 an:0.2158035933971405 :0.2
|
||||
of:0.9371764063835144 of:0.06282356381416321 :0.2
|
||||
the:0.2 and:0.2 :1.0
|
||||
the:0.2 be:0.2 to:0.2 of:0.1 and:0.1 a:0.1 :0.1
|
||||
-:0.940725564956665 ve:0.05927446112036705 :0.2
|
||||
and:0.662535548210144 and:0.33746448159217834 :0.2
|
||||
members:0.7815781831741333 sub:0.2184218019247055 :0.2
|
||||
@ -8629,7 +8629,7 @@ of:0.6880936026573181 s:0.3119064271450043 :0.2
|
||||
were:0.567204475402832 ,:0.43279558420181274 :0.2
|
||||
-:0.5127516388893127 er:0.4872483015060425 :0.2
|
||||
of:0.772940993309021 for:0.227059006690979 :0.2
|
||||
:0.6160753965377808 and:0.38392457365989685 :0.2
|
||||
<EFBFBD>:0.6160753965377808 and:0.38392457365989685 :0.2
|
||||
to:0.5007953643798828 it:0.4992046654224396 :0.2
|
||||
new:0.8149554133415222 great:0.18504463136196136 :0.2
|
||||
crowded:0.7554044723510742 large:0.24459552764892578 :0.2
|
||||
@ -8671,7 +8671,7 @@ the:0.5498238205909729 is:0.4501762092113495 :0.2
|
||||
,:0.5161934494972229 in:0.4838065505027771 :0.2
|
||||
and:0.6675135493278503 ,:0.33248651027679443 :0.2
|
||||
a:0.6436198949813843 the:0.3563801646232605 :0.2
|
||||
the:0.2 and:0.2 :1.0
|
||||
the:0.2 be:0.2 to:0.2 of:0.1 and:0.1 a:0.1 :0.1
|
||||
been:0.8546298146247864 to:0.14537014067173004 :0.2
|
||||
and:0.8183826804161072 and:0.18161730468273163 :0.2
|
||||
,:0.5112095475196838 of:0.48879048228263855 :0.2
|
||||
@ -8767,7 +8767,7 @@ such:0.5938632488250732 other:0.40613675117492676 :0.2
|
||||
way:0.88775235414505 case:0.11224760860204697 :0.2
|
||||
Miss:0.7214458584785461 and:0.27855414152145386 :0.2
|
||||
to:0.506618082523346 of:0.49338188767433167 :0.2
|
||||
the:0.2 and:0.2 :1.0
|
||||
the:0.2 be:0.2 to:0.2 of:0.1 and:0.1 a:0.1 :0.1
|
||||
his:0.6000840067863464 the:0.39991602301597595 :0.2
|
||||
hall:0.5657168030738831 street:0.4342832565307617 :0.2
|
||||
of:0.6485098004341125 who:0.3514901399612427 :0.2
|
||||
@ -8833,7 +8833,7 @@ of:0.8693042993545532 of:0.13069574534893036 :0.2
|
||||
was:0.7442659139633179 aud:0.2557341158390045 :0.2
|
||||
in:0.871112048625946 to:0.12888789176940918 :0.2
|
||||
the:0.8532615303993225 it:0.14673848450183868 :0.2
|
||||
the:0.2 and:0.2 :1.0
|
||||
the:0.2 be:0.2 to:0.2 of:0.1 and:0.1 a:0.1 :0.1
|
||||
the:0.7139055728912354 which:0.28609445691108704 :0.2
|
||||
point:0.6226637363433838 question:0.3773362934589386 :0.2
|
||||
):0.6831932663917542 of:0.31680670380592346 :0.2
|
||||
@ -9028,7 +9028,7 @@ the:0.6187138557434082 he:0.3812861740589142 :0.2
|
||||
m:0.6403916478157043 mand:0.35960832238197327 :0.2
|
||||
positions:0.5121092796325684 ranks:0.48789069056510925 :0.2
|
||||
the:0.6596707105636597 it:0.3403293192386627 :0.2
|
||||
the:0.2 and:0.2 :1.0
|
||||
the:0.2 be:0.2 to:0.2 of:0.1 and:0.1 a:0.1 :0.1
|
||||
man:0.5445383787155151 aspect:0.4554615914821625 :0.2
|
||||
.:0.5431983470916748 i:0.4568016231060028 :0.2
|
||||
able:0.6100796461105347 so:0.38992035388946533 :0.2
|
||||
@ -9099,13 +9099,13 @@ up:0.5401232838630676 a:0.45987668633461 :0.2
|
||||
the:0.5599462389945984 you:0.4400537610054016 :0.2
|
||||
the:0.7891791462898254 it:0.21082088351249695 :0.2
|
||||
the:0.7796143293380737 -:0.22038570046424866 :0.2
|
||||
the:0.2 and:0.2 :1.0
|
||||
the:0.2 be:0.2 to:0.2 of:0.1 and:0.1 a:0.1 :0.1
|
||||
said:0.8883100152015686 told:0.11169005930423737 :0.2
|
||||
will:0.542350172996521 are:0.4576498866081238 :0.2
|
||||
are:0.757197380065918 in:0.2428026795387268 :0.2
|
||||
the:0.9064100980758667 this:0.09358994662761688 :0.2
|
||||
church:0.5960419774055481 same:0.4039580523967743 :0.2
|
||||
the:0.2 and:0.2 :1.0
|
||||
the:0.2 be:0.2 to:0.2 of:0.1 and:0.1 a:0.1 :0.1
|
||||
large:0.5764153003692627 great:0.4235846996307373 :0.2
|
||||
friend:0.5527811646461487 man:0.4472188651561737 :0.2
|
||||
the:0.8692418336868286 a:0.1307581663131714 :0.2
|
||||
@ -9271,7 +9271,7 @@ London:0.9154115319252014 Ass:0.08458840101957321 :0.2
|
||||
in:0.7965448498725891 on:0.20345519483089447 :0.2
|
||||
expected:0.9589526653289795 done:0.0410473495721817 :0.2
|
||||
t:0.5365025997161865 tion:0.4634973406791687 :0.2
|
||||
-:0.602769672870636 :0.3972302973270416 :0.2
|
||||
-:0.602769672870636 <EFBFBD>:0.3972302973270416 :0.2
|
||||
t:0.6585444808006287 c:0.34145551919937134 :0.2
|
||||
debt:0.55307537317276 demands:0.4469246566295624 :0.2
|
||||
.:0.5736168026924133 -:0.4263831675052643 :0.2
|
||||
@ -9321,7 +9321,7 @@ of:0.9222157001495361 ":0.07778431475162506 :0.2
|
||||
sleeves:0.5314392447471619 gown:0.46856072545051575 :0.2
|
||||
e:0.5423122644424438 account:0.45768773555755615 :0.2
|
||||
own:0.6425884366035461 hands:0.35741153359413147 :0.2
|
||||
the:0.2 and:0.2 :1.0
|
||||
the:0.2 be:0.2 to:0.2 of:0.1 and:0.1 a:0.1 :0.1
|
||||
remove:0.577981173992157 place:0.4220188558101654 :0.2
|
||||
was:0.5652574896812439 is:0.4347425103187561 :0.2
|
||||
would:0.8827835917472839 is:0.11721641570329666 :0.2
|
||||
@ -9343,7 +9343,7 @@ she:0.7625594735145569 the:0.23744052648544312 :0.2
|
||||
Mr:0.5231329798698425 S:0.47686704993247986 :0.2
|
||||
and:0.5444305539131165 and:0.45556947588920593 :0.2
|
||||
man:0.7545986771583557 men:0.24540133774280548 :0.2
|
||||
:0.658058762550354 is:0.3419412076473236 :0.2
|
||||
<EFBFBD>:0.658058762550354 is:0.3419412076473236 :0.2
|
||||
sign:0.8755901455879211 do:0.12440984696149826 :0.2
|
||||
of:0.8058494925498962 and:0.19415046274662018 :0.2
|
||||
members:0.5029601454734802 of:0.4970398247241974 :0.2
|
||||
@ -9506,7 +9506,7 @@ the:0.8407386541366577 and:0.1592613309621811 :0.2
|
||||
expenses:0.7044811248779297 charges:0.2955189347267151 :0.2
|
||||
is:0.6214816570281982 and:0.378518283367157 :0.2
|
||||
will:0.7288734316825867 may:0.27112653851509094 :0.2
|
||||
the:0.2 and:0.2 :1.0
|
||||
the:0.2 be:0.2 to:0.2 of:0.1 and:0.1 a:0.1 :0.1
|
||||
Dress:0.5051820874214172 and:0.4948178827762604 :0.2
|
||||
ed:0.8074855208396912 s:0.19251444935798645 :0.2
|
||||
new:0.5064655542373657 hotel:0.4935344457626343 :0.2
|
||||
@ -9725,7 +9725,7 @@ to:0.7846183180809021 for:0.2153816968202591 :0.2
|
||||
The:0.6465334296226501 The:0.35346654057502747 :0.2
|
||||
not:0.9668135643005371 e:0.03318643942475319 :0.2
|
||||
the:0.5386229753494263 -:0.46137699484825134 :0.2
|
||||
:0.6840925812721252 M:0.31590744853019714 :0.2
|
||||
<EFBFBD>:0.6840925812721252 M:0.31590744853019714 :0.2
|
||||
li:0.6836422681808472 com:0.31635770201683044 :0.2
|
||||
of:0.7677714824676514 of:0.23222851753234863 :0.2
|
||||
own:0.5134588479995728 power:0.486541211605072 :0.2
|
||||
@ -10037,7 +10037,7 @@ The:0.5142592787742615 It:0.4857407212257385 :0.2
|
||||
e:0.5146785378456116 t:0.4853214621543884 :0.2
|
||||
prosecution:0.5579789280891418 consequ:0.44202110171318054 :0.2
|
||||
the:0.7356861233711243 it:0.26431384682655334 :0.2
|
||||
the:0.2 and:0.2 :1.0
|
||||
the:0.2 be:0.2 to:0.2 of:0.1 and:0.1 a:0.1 :0.1
|
||||
men:0.71630859375 troops:0.2836914658546448 :0.2
|
||||
trains:0.522577166557312 and:0.477422833442688 :0.2
|
||||
very:0.5443321466445923 great:0.4556678831577301 :0.2
|
||||
@ -10231,17 +10231,17 @@ the:0.7056075930595398 it:0.2943924367427826 :0.2
|
||||
it:0.5795175433158875 the:0.42048248648643494 :0.2
|
||||
exercises:0.6497930884361267 work:0.3502069413661957 :0.2
|
||||
land:0.8772157430648804 land:0.12278429418802261 :0.2
|
||||
the:0.2 and:0.2 :1.0
|
||||
the:0.2 be:0.2 to:0.2 of:0.1 and:0.1 a:0.1 :0.1
|
||||
the:0.9048845171928406 a:0.09511543810367584 :0.2
|
||||
,:0.7024264335632324 .:0.29757359623908997 :0.2
|
||||
church:0.5929833650588989 small:0.4070166349411011 :0.2
|
||||
):0.5484713315963745 >:0.4515286684036255 :0.2
|
||||
slavery:0.8342950940132141 it:0.1657048761844635 :0.2
|
||||
the:0.2 and:0.2 :1.0
|
||||
the:0.2 be:0.2 to:0.2 of:0.1 and:0.1 a:0.1 :0.1
|
||||
time:0.5534412264823914 more:0.4465588331222534 :0.2
|
||||
people:0.5192280411720276 country:0.4807719588279724 :0.2
|
||||
majority:0.7408033013343811 most:0.2591966986656189 :0.2
|
||||
and:0.7571538090705872 :0.24284614622592926 :0.2
|
||||
and:0.7571538090705872 <EFBFBD>:0.24284614622592926 :0.2
|
||||
the:0.8108290433883667 such:0.1891709566116333 :0.2
|
||||
The:0.574376106262207 The:0.42562389373779297 :0.2
|
||||
to:0.7021966576576233 and:0.29780328273773193 :0.2
|
||||
|
Can't render this file because it is too large.
|
7
run.py
7
run.py
@ -32,12 +32,11 @@ def predict(text):
|
||||
result = ""
|
||||
top = torch.topk(logits, 2)
|
||||
probs = tf.nn.softmax(top.values[0]).numpy().tolist()
|
||||
print(probs)
|
||||
for i in range(2):
|
||||
predicted_word = tokenizer.decode(top.indices[0][i], skip_special_tokens=True).split()[-1]
|
||||
sentence_score = probs[i]
|
||||
result+=f"{predicted_word}:{sentence_score} "
|
||||
result = result + " :0.2"
|
||||
result = result + ":0.2"
|
||||
return result
|
||||
|
||||
def predict_doc(input_path, output_path):
|
||||
@ -50,10 +49,10 @@ def predict_doc(input_path, output_path):
|
||||
try:
|
||||
result = predict(row)
|
||||
except:
|
||||
result = ":1.0"
|
||||
result = "the:0.2 be:0.2 to:0.2 of:0.1 and:0.1 a:0.1 :0.1"
|
||||
print(f"{i}/{cnt} {result}")
|
||||
file.write(result + '\n')
|
||||
|
||||
# predict_doc('gdrive/MyDrive/dev-0/in.tsv.xz', 'gdrive/MyDrive/dev-0/out.tsv')
|
||||
predict_doc('gdrive/MyDrive/dev-0/in.tsv.xz', 'gdrive/MyDrive/dev-0/out.tsv')
|
||||
|
||||
predict_doc('gdrive/MyDrive/test-A/in.tsv.xz', 'gdrive/MyDrive/test-A/out.tsv')
|
7216
test-A/out.tsv
7216
test-A/out.tsv
File diff suppressed because it is too large
Load Diff
Loading…
Reference in New Issue
Block a user