From ba3dcfa9b08a24ea6c8d4a126bad016f1b018c77 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Jakub=20Pogodzi=C5=84ski?= Date: Sun, 16 May 2021 08:49:46 +0200 Subject: [PATCH] created evaluation --- Jenkinsfile_evaluation | 0 Jenkinsfile_train | 4 ++-- evaluation.png | Bin 0 -> 12424 bytes evaluation.py | 50 +++++++++++++++++++++++++++++++++++++++++ evaluation.txt | 3 +++ 5 files changed, 55 insertions(+), 2 deletions(-) create mode 100644 Jenkinsfile_evaluation create mode 100644 evaluation.png create mode 100644 evaluation.py create mode 100644 evaluation.txt diff --git a/Jenkinsfile_evaluation b/Jenkinsfile_evaluation new file mode 100644 index 0000000..e69de29 diff --git a/Jenkinsfile_train b/Jenkinsfile_train index 0598195..df6551d 100644 --- a/Jenkinsfile_train +++ b/Jenkinsfile_train @@ -26,14 +26,14 @@ pipeline { stage('archiveArtifacts') { steps { - archiveArtifacts 'model/saved_model.pb' + archiveArtifacts 'model' } } } post { success { emailext body: 'Success train', subject: 's437622 train', to: '26ab8f35.uam.onmicrosoft.com@emea.teams.ms' - } + } failure { emailext body: 'Failed train', subject: 's437622 train', to: '26ab8f35.uam.onmicrosoft.com@emea.teams.ms' diff --git a/evaluation.png b/evaluation.png new file mode 100644 index 0000000000000000000000000000000000000000..06e618f5fc3c581dbad9ad3dc7339e9a1cf4682d GIT binary patch literal 12424 zcmeHtcT`j9y7#t$4H!oeMS&TmhzN|*5r`E;1*Ap@Wt5>tfL)cB89mj62DgnHHh8e7TNVa09O`5J{7n($oBpb9+ZVC&xafxuvsLhneHt2; za#)&~l~w$mJ9k=B^@JkoZ-j*8WM#eKv^y4*HYm!;dHHkO@p;1^4o|eY2TmtQGy92} zq~&=J(s*ZS_dIen^tyv(4vl7U_Uzr|<@SXHMr@pvl$2$GQ=@mKxB71M_c1Xs{m*!d z95(go)2EJ9`^7`jTZq6eQEEDk zW=JBDXv|m#{YZF#u&8MJqlVSUjwd-er=LB0Hqu$@g^Qai@Kb3rO4O9PRrC1Gn^W{z z_y|}W&J>Tk9T9=`_AUa6w{wKmK?$RWE|UpyJvp{e7r5(7ZB#xzcZ-Alpmy|rS~f; zHnt5AHQ_dy(b3V;VZE2tiQjsTp48K0CeR68nsANlP}5_13nc^@yU&!s)xUplrmGtg zA|ydeOOvEpmzoq66~*fWlu62JYujl1&zf0S#7eqMet9jb;h6@QrT5@|CIEgtB32bbn1V4Mh)Lym9*U>59^w2r_>lkALxRmE-0n zk({Sb&mF%dXbzRb@R53R&!NYUAMb}^VF0l}n694xvdMuKd2n`8pdA7Vqk9IdC9>xj_ z3k!s6IK11oj*oBTp;J<6Pgzb*&bIB_Gaxf>hJ@IDQ%A1O)~6l#HnMZ^p^}r?xpOJ4 zt*sIkLxY*Et!880mE|w`U0q$biHKx=`gGpl!B0nT35t0(cxfh*Ic-?dYhmm@d3ghE z^2|9;&wSg!g??RpHicqpZXVOI7P%^0Av%<4m>5~pd+wKC(s2Ip0TEp1@TIRWCNYsZ z);`H4j0$nudnIxP3)_HniqUo#F@HvmQ7g^>1a{G~Crlbp$ z%f-Q<6(@a@W5=$c=>e77d1k0tye<(FRCP#6$tI7Ile3pa&e>k?Tg%Tcr>QD^Ba z)MRZ)||3Hv`y90j(f_T-5`Lwc? z0+)T=-2u+($UX0n`;_kx3Xxmn*dQt;BZKdM7XzKz6atDoGt}$xu&L=B*Or(c;wkixCDnBzgC&+3%D2F@BJ>)5Q}7i^7J!M8rM*K=@kQY*RJ z;Am=Q7LC7i_iipzMqT|A)yUVkL``iCf+P>L9l>}F+}*fwV|0A{V$DYGGW^WxD)&(< zu{JOW`|{<>wq3g@8@5VAZ#>Rf{5m*D(Tfnj6A{78wJez7Fzx&ub|Hwf(4Vy-%O^x^ z=T6!3u5pit^Ygy20Q}PISbK>_DrB!Nr;oIH6_#pUkv=SKu~sh+(h zBtdv;#HtDq-m<0HIeB4vkdmMOQ6(leR@H4Uyd6Kh-O-~*PoF)D=02rin25rOu>%zc z1#cba7ZNuk5{cIXpycJ`Rj-sa>%4gJVxxcnDFH!#y2+eCOF(Oj5rztn8j3Q~X@;FM z!{I2yEtzK`Ken`}1g%`b@?M9Eu*1~4o8s&OvtPbE))lxkwqHSkad)SZWI#|&XXRWs zMM!76m`NGS!5Clem68}ikyvP4d4Vbv|U)2Bc=Q$i^7i|rll+Kv;iXsyOE;SnxU8HUlk?{vKx^|`5~K zi!ssBh2Gi-(zDuk^GvDNpevg}9qFLw)rN~vpq)}^G+GfJLf@eE=adOnwVnUmc-z%g zYlw4QK609xRz6*%xQ&}O;mUOpwLe|V&U zqQOh5IDG5pFaOkti%A;L%6>N4zE)Xvdh~Nad$C&rBhM~RjdjIzuU>d-qEB}=q`}C_ z(gYLdUYS0a#UZNel)9uo?gQjxY)xD2-^X-m+J>(CRVZ zy9?rL0$%;PMf9+DZqk)0eS=5p#=*hCoW+^p7Cp#|Npdjk!LkLg!Yt5+iei<;t|0*{{CSDyC^OuM)rr4W|=N{&MtT* zfCVkUUd$~mhg~UISxwwIR^BuFx?(F2_(K=1B!VK)it6QlMPWcDa991v*$Gx2P!R3u z_exZ&9}q+x6A|1ED-~0}d<0r-uFmqe4jkj#w{OW`@9S;bwk<6)iF`U>Y1VB_6kQuc zcF+<%$kfe^`WpjTDbsXB`WNm+oRjXDl0$J&7FZUjEJ^KIzhIq1jDLGbdu$fsLRVwwEN~c@B36{g1F3}HuQ*{lKgaS%Dvsj z;;(cwjEYB+I{k@-BUuzG)>%)H`7ZJ6-0Bk9dPB2Rpqf6yNu(PP_$l0+oP8qQGwTb9hFsab36=;PS4XL#hb|#>U1p*+Yl& zZIkWm!iUGpCm02dI+W+npF6e@A3r&)M|Z}gsCfK#hT512_fq$c;)XHK=K`l9ca{!x zh29D#GidbxO^Bc^7-pKbWEiwS?_x8?-LQ7#BJ$1IkI!=KIfQrj0!u=?IO$lrmBA6y zKc5_|bK&I;vKzgdOyLs{O#?bT1X9bTk3GK=kKe&Xwh@Ng+IMJja`N4W4~%<19yhbJ z%g4e7@aa>hnueNF zi%4t>(nPlnAdwhJ;ceT7pvGVg4Gjx)N)`UjX=bmDlsi0^CwqJh9ogC5Lal_r7hec& z?3+L7Upv`RA{`XFL}vw30C2ED0m4sVvywEtbj1#Pw}vWKWkE!gwJRMuWM*vq7}%AX z%cBlLxd9|;d!b8|1YkKcNC|tC+2O4MRx4WigC;8H)(RG-d=Q6^N zAumt*Ga~EqCL^fanKS1P)SHkRQWX zHgYI-+|!ZDZtcqH85w09eF)V;mzELj@mYHm=LiZCJjVw6CI*9=bwq<_BOsx6*5x@t zbAq--2p)%G2x65SNNZ4n8mx{wI%XU?bVwOWC{Pm@K)N|pD(R*>nOsJm9nA&-NuL#D z!+vvrZ(E)n#@x)z`E$O*A3#VS%9|;OHJywtJ9a?T-1oY!PK~09AZL3IHcgcDg>T2b z0Bwad^;KW~{L>@ee`1jG5In(y8xI=1yJ(mG4GqVZpj@yXbhF^BhWuw zt~A`GZ&Gv-gdEaaskouy4uTgx2$gT3>+ajTH??i!%=Rc6U^<1n`j$PD3Ujd5lP6BJ z;wPF@Z;6wKe#{er4jx};pAr`xon@4)!)fpP^2H3E`)BJE*Cr3a!#M4j+ zh4mU>sJ3<@9@O9Y6kTX$(~TJB3U{gP@o|0uajo+}L#dVt*oQ=?y-3eXsPf{CO^v0? zQ}v{U{y4gYJPMKgDneEgSj)OXnB~irvwGrwY25|G(3HpgHqRs;_9@dj%&kLl`B-OZ z3;QIjcVKeIkcx^5@P!LXEM_GHJ^H$W`rwG9#amAOinN^@v>6n5rE%9|Sql91F z_XxeyGqeg7LHx&xBGZ6IYtMChktbh^;C}B@;%m6IyWCsr6{~Y$Cr>F>%|C%WP63h8 z6^htMdl4SbT#q0hQkw^x8nbh9K4uss6oO_4iT9@Wa-pu9t;5HHTgcT-_9okXD?$Q4 zK$DKSfB*4=2RpQ(p_R?H<2f(*B?>Lv;MH!ARQ3~qB1c7~lGqHm+vzB20~4qXAb2<3i8=(_)xFYa^}66Sy{@Z1Hc#Hgh3gTOMh6DdQOjbf$!n ztKP5Rmr&_UA-BHYx-|ymXLE|hFn|*`bCepQZCsA(Q~BfSp4pc9EDW_=msCa;knd2;v3# zXRCeuuXF7%T3>c%63VvV721EUE-TZ7)>UeNAP-(rf&)idWi@sSp48PXE7H@|eMg}C zTTAQc*na-}xxFf&T$RwdFS8}vI8}ETniYX->(?)Alc=mC>0f*)XItqYk(jIqI-Y(>0C{SKud4Ut*&+yst0lxUB14#Z$&30 zu3o(wlDdqqZiAqpg|lJpJuj}`2@fX}CW9(xW7E}`BLV{G zeh^gN{0~(($?W1{i=f4pWMYefnk>*lsL>xs+9<#R4t9BWxcx!8*91&`eXHp=mA3uB z`5(%=Xg6-G?H?E@BSg!|%HB_A3At~3q!VDJ6! zOZ8F{=*z8CoLbn9gU3)e1F+B6u?9f;GJaeQqTS!C+kdqEzhHv?x7z-%_!WS*Bv!zj z%eS5vXd$_H@nUpR60NT;f?k^ejWMc1d!OWl^gDb#>LS_n;#Hd3SEhF^`ml zU_g|bpfJYJauj=aL4j;yK(A}A}VY|TQQ~~u(Oq<+l&w~&( zM5T}n!^HL>J1h`gP)xiGz)cjX0w;ZbM{;?+_P@i+ROTE=BJs*Dkq7EOf*kgFsAPJu z5$oWPj^8gY&tU)%YZ_Tyq2Y_NX)f2?)^?m>YimmbyeA!o;yzS%_|{uP7#n<9QBraq zh`0JgQAAJA&+GX4)!czcJIkQ9A&}-*uTJ#$_m{SV@(3s%B*c$t2mh|xV>?QJ;w?`% zau_)GY#f~+Z+jRt``fUqQnJuMcJACMs&l0zGBOec0BsD0D@ZGmX)`lK&gf@Tc<0D8 z(CqL~yhfOL$#8Oomp&hYfWX(@-5FUWG!4RzIcPcL{uu1n%j(w5K7g7zfVJJ-zlY{h z#}3xE&gk_6`KBH;ogw)HWI>>rlbQf#NQwrDc8l_H6({ zaeRWi_vr(8e}LkFQ;}dGb}~4#9q#z|4-R&BOM+q_{?CeiaAOxp_DKAHW(odbL}I-& zdv*IA2RK6z?o?@OktT}|4$n)^IyWk`AIYQ9VkIGUian$Npj+73phkVMLZ8z!OX+1x z&s7jk;Sv}cfXsTw0-L5C(3kIog_*m!WCOs!mAs7AtL#4c+ZX8>18*4%+*5e#*1eeO z*#P0iC)&s7rl(EwY%8sP$!%(C@}3mx**(Hh`0a}p`mB34&@s?(X~ko1uGW2g>9o3<;8S21YUhe#_r$l(Kpl!94`?%k{aRVK20J+nx zkhe*(A_b^|oTTK5>-<6tJKiFez7Xr+^5WV$Xs8w-bfGptBZgODFoMnjkbqdCK?ocU z#t*1WUijhhdkv0W3E)Psq&Wj$zqV4OBqd)_BNWG22kmQHDNM(L;gDT~%bZEZN>`~@ zCZS?d_w}n+Z{XMcadtWrhft{=#ukLZuLlqyDn>?`M|IMNjakAX?U6vt3SeGzBE&hB^$@6EsSZhN2cXg1}_q!F_&zrnF-O-fi5IEKxReoi$^)RYC!6k3T5g_)3?oClqJ1c)31NUtzBCmwyZ z!|*NyE^6E4=O1DMcg{$*Vc%?(3*gC~!_d+}>2a%qU8CaYWo?VidJ=D0EIWFacLEOM zKFVruw?aD)$WjCo9%#oyu%}IbfH0UjK_?Axr)=Le*5f$vUsI5G+R)QPHHmmUtr;wZ zEYJ;0IlGjd?{!oKfWsN+O%<`4)_@*GP~i+U*Qhkc%}#=jJ8t0wAzbD?W;HR-snrPt zhgKO>;DB#0_{q@XNVB7sAQ%|J6oi063!^$HAaY$COh({g8)!_yTQ%SsJOezbHJc2z zom3;BR#F6J7OtAdosh53Kaknt0*|z;kCpdo$ji!ldhPmkszHKk5xEk>0XEcyo>kF> z8a^xzrY=-K21>R`kZGX$a2Gii=g*(N-nX#0Vgp)RTd9{5B_pG@ZJ>ecA1;aSD0T~* zUFehGISYs?zoEJTAhQ4;p3Q0OT8YhNMgfDf3f(U6S!r8x`7wxkO|f#hTMV)n;E;+X zEi;Xh2~Q&wC;C8ZvxG6B#Su!LwHvi4!swCu1^xVP2m-#PLNsb#?Ofy?{?jTOah--N zc6H71p6DL)cnF4BIVUa+mMPu0J({VYH{xeh!#F7DU3u*)a-hWtP5QR@NnTW6(Wtfx(>)6FY1%QO&EO zbTQ{9;a+HF12&+~GCtJ-6^%5T7+kVrlj(5HdDyS%I0 zndilG`|zMUcP6e+QrUUcwt}}(+t^{h&kYs3 zvuF@C?}mx4s5(cU$&zGsSEHVbob_LJAS?Nf7kd1cPkZetheFr(ns zU114TiJ%s5@bJ)U4iBx2pe_C==%U6Ql-23sgp`isFbW+fY zA6jOpwoVWVFh^nY+r$ItAIIb@a+{PIwOU3v%5^ZS(3*Zm1RS1bYNg8TB)}&Q)QO@Y zu8_#44^2F~e?dz7BI-|o!P(C13`$VSP-AO5!G>Cu5wp8}`ve4b9!hJjf}&s!eIViAYaND}i(ZzpSOL8l*Jf*Pd*cLrDjwudEI)6jN2r_IevB zh0a0%7Hlj}Lj5!dJ`1p76Iz$-e>Y}{ZC^r{u!}3k@j#zZOLfr32z@6_*0YZ9F?q4Y zE-liiW1gVu=IOuf>5rgnEq)1Avi8CygN8tRoUTN;pc9W$~`3Hd8 z+n|n~_voj`IsuE1d>$4rbJ+#$i!?2}e9*pNcH|QT>@%H}d3&}`^-^LR99}(vjsp`F zS0QFpueR2GPyPry* zeeg3lLUoIP^l+8k>1X1sfEF`AC3c1sF3lJjafK2~DJyGVj0;*2!2=0k+~2F03qpE5 z+GVMrt#vL!>RJIV3EggqHdM}Q5xev2)~#bi%bMoiyZ0R%9DYK_SGlFRM_^yQi`Vk= ztn_vtXTiPk;EgjNWDe*v>?5=tVO5Qw$rc}|&xe29t5%wHJ<;4vN<|Ha4O*i7l~xAr7=1Vs)Tsm z3_~YL1s@9qz!40(a_*Jtg@IjI3A-gOJ9Pa_vhSDMGP!3ID_cRn%!gpj1xNk4iaQJs zSwPRh@dlHFy34-Yk;?^`j)zf723Tq%s;pt6m5|oAtHL{Xx&Xz%K^;g0VY*eCQ~Ub0 zW#otfNKJ*X6;<#od}oP=1#CVQCJW>g6h6djcsYhHdzRiK4}M5wkL-e5a7VD!`M{UD zYNyk=fDSpsnaNg>xoX|Msom$hJF5r9?=KD$X;pXcZpOpPII;StPCbP*$%Xy5Vl(sd z)Cl$+tauKL8IyEcdsFrTROMoY^3g+p^In0B zNv*uolA?@3P1qQ#ih$gCzzO+h=nyd-LZjBQ1)0_y>af(eYZ zz@wDiyS2cq9s%wDU1MV$kld3eZ&DzEm%!Ma0ZT+bhZnnK1cI4^qhk&%5?#W|d>!VF z(OtePLcxMN(qNQ!mm0yWI*Wa`!SE*4%hOLqq8*B97gTw&maoZE z{WyPnDV|oUyEHd}iuFZ46SnE;>BEccJgkSuWTSX_e!dAffY2eliy&E?q4Hq-FCp@w zO2m{zHb@m$ze!Egc9-jPhk4NtT0+HP#mpq z0$Yk-fd?jN0h)U7BsI0jsZku;!Q!p>09GtKUx`@pISm~-jKyMQ%DWWwH3Jq4EvQ!M z@$sTvpoOCx7xkAwd>t_gT8z?J8dXBI^#)NMG`Z%F>1R+^fdaZL877fB$K&~XcCCjM z*EckvTO*kbtrs0)u=VX-7q(MLHxh8LbVIz#nd2dwn_=*AW`egeQ8rfG5wEo(vGR={ zs+#QHy~oj4s0&)w>$)=CkdvD`Q#$~jzG^7{=~amHTuI2k9mM(vs`u9h=Xw0YSB7|R UT|R@1j3D|a4NuUH{e12J0KH!q`Tzg` literal 0 HcmV?d00001 diff --git a/evaluation.py b/evaluation.py new file mode 100644 index 0000000..c566b1a --- /dev/null +++ b/evaluation.py @@ -0,0 +1,50 @@ +import pandas as pd +import numpy as np +from tensorflow import keras +import matplotlib.pyplot as plt +from sklearn.metrics import accuracy_score, f1_score + + +learned_model = 'model' +model = keras.models.load_model(learned_model) + +train=pd.read_csv('train.csv', header=None, skiprows=1) +indexNames = train[train[1] ==2].index +train.drop(indexNames, inplace=True) +cols=[0,2,3] +X=train[cols].to_numpy() +y=train[1].to_numpy() +X=np.asarray(X).astype('float32') + +test=pd.read_csv('test.csv', header=None, skiprows=1) +cols=[0,2,3] +indexNames = test[test[1] ==2].index +test.drop(indexNames, inplace=True) +X_test=test[cols].to_numpy() +y_test=test[1].to_numpy() +X_test=np.asarray(X_test).astype('float32') + +predictions = model.predict(X_test) + + +acc = accuracy_score(y_test, predictions) +print('Accuracy: ', acc) + +f1=f1_score(y_test, predictions) +print('F1: ', f1) + +with open('evaluation.txt', 'a') as f: + f.write(str(acc) + "\n") + +with open('evaluation.txt', 'r') as f: + lines = f.readlines() + + +fig = plt.figure(figsize=(5,5)) +chart = fig.add_subplot() +chart.set_ylabel("Accuracy") +chart.set_xlabel("Build") +x = np.arange(0, len(lines), 1) +y = [float(x) for x in lines] +plt.plot(x, y, "go") +plt.savefig("evaluation.png") \ No newline at end of file diff --git a/evaluation.txt b/evaluation.txt new file mode 100644 index 0000000..d156ae7 --- /dev/null +++ b/evaluation.txt @@ -0,0 +1,3 @@ +0.5406397482957525 +0.5406397482957525 +0.5406397482957525