robkw/introduction_to_recommender_systems
1
0
Fork 1
Code Issues Pull Requests Releases Wiki Activity

finished

Browse Source
This commit is contained in:
Robert Kwiecinski 2021-05-29 13:05:04 +02:00
parent c16fd781bb
commit fb56daefbd
4 changed files with 896 additions and 871 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1527
P6. WRMF (Implicit ALS).ipynb
View File

File diff suppressed because one or more lines are too long

BIN
P6. WRMF (Implicit_ALS).pdf
View File

Binary file not shown.

240
P7. LightFM.ipynb
View File

@ -1155,14 +1155,14 @@
"output_type": "stream", "output_type": "stream",
"text": [ "text": [
"logistic\n", "logistic\n",
"Train precision: 0.0896\n", "Train precision: 0.09\n",
"Test precision: 0.0329\n", "Test precision: 0.03\n",
"bpr\n", "bpr\n",
"Train precision: 0.5801\n", "Train precision: 0.57\n",
"Test precision: 0.2488\n", "Test precision: 0.24\n",
"warp\n", "warp\n",
"Train precision: 0.6406\n", "Train precision: 0.63\n",
"Test precision: 0.3456\n" "Test precision: 0.35\n"
] ]
} }
], ],
@ -1539,24 +1539,24 @@
"name": "stderr", "name": "stderr",
"output_type": "stream", "output_type": "stream",
"text": [ "text": [
"943it [00:00, 7916.13it/s]\n", "943it [00:00, 11300.75it/s]\n",
"943it [00:00, 7411.38it/s]\n", "943it [00:00, 11070.14it/s]\n",
"943it [00:00, 7288.77it/s]\n", "943it [00:00, 11045.26it/s]\n",
"943it [00:00, 8270.47it/s]\n", "943it [00:00, 11373.51it/s]\n",
"943it [00:00, 8356.60it/s]\n", "943it [00:00, 10314.45it/s]\n",
"943it [00:00, 8515.68it/s]\n", "943it [00:00, 11760.03it/s]\n",
"943it [00:00, 7612.45it/s]\n", "943it [00:00, 11634.63it/s]\n",
"943it [00:00, 8137.53it/s]\n", "943it [00:00, 11158.87it/s]\n",
"943it [00:00, 8291.41it/s]\n", "943it [00:00, 12014.16it/s]\n",
"943it [00:00, 8935.79it/s]\n", "943it [00:00, 11089.66it/s]\n",
"943it [00:00, 9276.67it/s]\n", "943it [00:00, 10880.72it/s]\n",
"943it [00:00, 8497.64it/s]\n", "943it [00:00, 11381.59it/s]\n",
"943it [00:00, 9071.75it/s]\n", "943it [00:00, 10462.79it/s]\n",
"943it [00:00, 8091.43it/s]\n", "943it [00:00, 11886.63it/s]\n",
"943it [00:00, 8078.89it/s]\n", "943it [00:00, 11710.11it/s]\n",
"943it [00:00, 9082.25it/s]\n", "943it [00:00, 12056.35it/s]\n",
"943it [00:00, 8886.58it/s]\n", "943it [00:00, 10062.43it/s]\n",
"943it [00:00, 7250.24it/s]\n" "943it [00:00, 10174.38it/s]\n"
] ]
}, },
{ {
@ -1594,27 +1594,27 @@
" <tbody>\n", " <tbody>\n",
" <tr>\n", " <tr>\n",
" <th>0</th>\n", " <th>0</th>\n",
" <td>Ready_LightFMpureMF</td>\n", " <td>Ready_LightFM</td>\n",
" <td>7.971534</td>\n", " <td>164.986935</td>\n",
" <td>7.489846</td>\n", " <td>163.074324</td>\n",
" <td>0.336267</td>\n", " <td>0.347508</td>\n",
" <td>0.219775</td>\n", " <td>0.222821</td>\n",
" <td>0.216963</td>\n", " <td>0.222253</td>\n",
" <td>0.255495</td>\n", " <td>0.262861</td>\n",
" <td>0.239485</td>\n", " <td>0.244957</td>\n",
" <td>0.262821</td>\n", " <td>0.266155</td>\n",
" </tr>\n", " </tr>\n",
" <tr>\n", " <tr>\n",
" <th>0</th>\n", " <th>0</th>\n",
" <td>Ready_LightFM</td>\n", " <td>Ready_LightFMpureMF</td>\n",
" <td>164.987667</td>\n", " <td>7.984518</td>\n",
" <td>163.062242</td>\n", " <td>7.487804</td>\n",
" <td>0.345599</td>\n", " <td>0.335949</td>\n",
" <td>0.218064</td>\n", " <td>0.215474</td>\n",
" <td>0.220719</td>\n", " <td>0.216350</td>\n",
" <td>0.261767</td>\n", " <td>0.255187</td>\n",
" <td>0.242597</td>\n", " <td>0.235622</td>\n",
" <td>0.256644</td>\n", " <td>0.259289</td>\n",
" </tr>\n", " </tr>\n",
" <tr>\n", " <tr>\n",
" <th>0</th>\n", " <th>0</th>\n",
@ -1631,14 +1631,14 @@
" <tr>\n", " <tr>\n",
" <th>0</th>\n", " <th>0</th>\n",
" <td>Ready_ImplicitALS</td>\n", " <td>Ready_ImplicitALS</td>\n",
" <td>3.268391</td>\n", " <td>3.269156</td>\n",
" <td>3.069209</td>\n", " <td>3.070003</td>\n",
" <td>0.252068</td>\n", " <td>0.257582</td>\n",
" <td>0.183575</td>\n", " <td>0.186640</td>\n",
" <td>0.174441</td>\n", " <td>0.178445</td>\n",
" <td>0.198723</td>\n", " <td>0.202974</td>\n",
" <td>0.167918</td>\n", " <td>0.171137</td>\n",
" <td>0.212330</td>\n", " <td>0.216258</td>\n",
" </tr>\n", " </tr>\n",
" <tr>\n", " <tr>\n",
" <th>0</th>\n", " <th>0</th>\n",
@ -1655,14 +1655,14 @@
" <tr>\n", " <tr>\n",
" <th>0</th>\n", " <th>0</th>\n",
" <td>Ready_LightFMcontent</td>\n", " <td>Ready_LightFMcontent</td>\n",
" <td>184.473200</td>\n", " <td>184.450812</td>\n",
" <td>182.333123</td>\n", " <td>182.327275</td>\n",
" <td>0.164051</td>\n", " <td>0.161612</td>\n",
" <td>0.101701</td>\n", " <td>0.101836</td>\n",
" <td>0.103410</td>\n", " <td>0.102829</td>\n",
" <td>0.123120</td>\n", " <td>0.121845</td>\n",
" <td>0.103648</td>\n", " <td>0.102039</td>\n",
" <td>0.112447</td>\n", " <td>0.110954</td>\n",
" </tr>\n", " </tr>\n",
" <tr>\n", " <tr>\n",
" <th>0</th>\n", " <th>0</th>\n",
@ -1762,9 +1762,9 @@
" </tr>\n", " </tr>\n",
" <tr>\n", " <tr>\n",
" <th>0</th>\n", " <th>0</th>\n",
" <td>Self_BaselineIU</td>\n", " <td>Self_TopRated</td>\n",
" <td>0.958136</td>\n", " <td>1.030712</td>\n",
" <td>0.754051</td>\n", " <td>0.820904</td>\n",
" <td>0.000954</td>\n", " <td>0.000954</td>\n",
" <td>0.000188</td>\n", " <td>0.000188</td>\n",
" <td>0.000298</td>\n", " <td>0.000298</td>\n",
@ -1774,9 +1774,9 @@
" </tr>\n", " </tr>\n",
" <tr>\n", " <tr>\n",
" <th>0</th>\n", " <th>0</th>\n",
" <td>Self_TopRated</td>\n", " <td>Self_BaselineIU</td>\n",
" <td>1.030712</td>\n", " <td>0.958136</td>\n",
" <td>0.820904</td>\n", " <td>0.754051</td>\n",
" <td>0.000954</td>\n", " <td>0.000954</td>\n",
" <td>0.000188</td>\n", " <td>0.000188</td>\n",
" <td>0.000298</td>\n", " <td>0.000298</td>\n",
@ -1814,12 +1814,12 @@
], ],
"text/plain": [ "text/plain": [
" Model RMSE MAE precision recall \\\n", " Model RMSE MAE precision recall \\\n",
"0 Ready_LightFMpureMF 7.971534 7.489846 0.336267 0.219775 \n", "0 Ready_LightFM 164.986935 163.074324 0.347508 0.222821 \n",
"0 Ready_LightFM 164.987667 163.062242 0.345599 0.218064 \n", "0 Ready_LightFMpureMF 7.984518 7.487804 0.335949 0.215474 \n",
"0 Self_P3 3.702446 3.527273 0.282185 0.192092 \n", "0 Self_P3 3.702446 3.527273 0.282185 0.192092 \n",
"0 Ready_ImplicitALS 3.268391 3.069209 0.252068 0.183575 \n", "0 Ready_ImplicitALS 3.269156 3.070003 0.257582 0.186640 \n",
"0 Self_TopPop 2.508258 2.217909 0.188865 0.116919 \n", "0 Self_TopPop 2.508258 2.217909 0.188865 0.116919 \n",
"0 Ready_LightFMcontent 184.473200 182.333123 0.164051 0.101701 \n", "0 Ready_LightFMcontent 184.450812 182.327275 0.161612 0.101836 \n",
"0 Ready_SVD 0.951652 0.750975 0.096394 0.047252 \n", "0 Ready_SVD 0.951652 0.750975 0.096394 0.047252 \n",
"0 Self_SVD 0.914393 0.717199 0.101697 0.042334 \n", "0 Self_SVD 0.914393 0.717199 0.101697 0.042334 \n",
"0 Ready_Baseline 0.949459 0.752487 0.091410 0.037652 \n", "0 Ready_Baseline 0.949459 0.752487 0.091410 0.037652 \n",
@ -1828,18 +1828,18 @@
"0 Ready_I-KNN 1.030386 0.813067 0.026087 0.006908 \n", "0 Ready_I-KNN 1.030386 0.813067 0.026087 0.006908 \n",
"0 Ready_I-KNNBaseline 0.935327 0.737424 0.002545 0.000755 \n", "0 Ready_I-KNNBaseline 0.935327 0.737424 0.002545 0.000755 \n",
"0 Ready_U-KNN 1.023495 0.807913 0.000742 0.000205 \n", "0 Ready_U-KNN 1.023495 0.807913 0.000742 0.000205 \n",
"0 Self_BaselineIU 0.958136 0.754051 0.000954 0.000188 \n",
"0 Self_TopRated 1.030712 0.820904 0.000954 0.000188 \n", "0 Self_TopRated 1.030712 0.820904 0.000954 0.000188 \n",
"0 Self_BaselineIU 0.958136 0.754051 0.000954 0.000188 \n",
"0 Self_BaselineUI 0.967585 0.762740 0.000954 0.000170 \n", "0 Self_BaselineUI 0.967585 0.762740 0.000954 0.000170 \n",
"0 Self_IKNN 1.018363 0.808793 0.000318 0.000108 \n", "0 Self_IKNN 1.018363 0.808793 0.000318 0.000108 \n",
"\n", "\n",
" F_1 F_05 precision_super recall_super \n", " F_1 F_05 precision_super recall_super \n",
"0 0.216963 0.255495 0.239485 0.262821 \n", "0 0.222253 0.262861 0.244957 0.266155 \n",
"0 0.220719 0.261767 0.242597 0.256644 \n", "0 0.216350 0.255187 0.235622 0.259289 \n",
"0 0.186749 0.216980 0.204185 0.240096 \n", "0 0.186749 0.216980 0.204185 0.240096 \n",
"0 0.174441 0.198723 0.167918 0.212330 \n", "0 0.178445 0.202974 0.171137 0.216258 \n",
"0 0.118732 0.141584 0.130472 0.137473 \n", "0 0.118732 0.141584 0.130472 0.137473 \n",
"0 0.103410 0.123120 0.103648 0.112447 \n", "0 0.102829 0.121845 0.102039 0.110954 \n",
"0 0.052870 0.067257 0.085515 0.074754 \n", "0 0.052870 0.067257 0.085515 0.074754 \n",
"0 0.051787 0.068811 0.092489 0.072360 \n", "0 0.051787 0.068811 0.092489 0.072360 \n",
"0 0.046030 0.061286 0.079614 0.056463 \n", "0 0.046030 0.061286 0.079614 0.056463 \n",
@ -1893,29 +1893,29 @@
" <tbody>\n", " <tbody>\n",
" <tr>\n", " <tr>\n",
" <th>0</th>\n", " <th>0</th>\n",
" <td>Ready_LightFMpureMF</td>\n", " <td>Ready_LightFM</td>\n",
" <td>0.401680</td>\n", " <td>0.412873</td>\n",
" <td>0.264756</td>\n", " <td>0.276177</td>\n",
" <td>0.639739</td>\n", " <td>0.648569</td>\n",
" <td>0.607591</td>\n", " <td>0.609166</td>\n",
" <td>0.913043</td>\n", " <td>0.907741</td>\n",
" <td>1.000000</td>\n", " <td>1.000000</td>\n",
" <td>0.276335</td>\n", " <td>0.360029</td>\n",
" <td>5.106009</td>\n", " <td>5.364983</td>\n",
" <td>0.911870</td>\n", " <td>0.884435</td>\n",
" </tr>\n", " </tr>\n",
" <tr>\n", " <tr>\n",
" <th>0</th>\n", " <th>0</th>\n",
" <td>Ready_LightFM</td>\n", " <td>Ready_LightFMpureMF</td>\n",
" <td>0.406439</td>\n", " <td>0.397751</td>\n",
" <td>0.273339</td>\n", " <td>0.261900</td>\n",
" <td>0.628360</td>\n", " <td>0.633698</td>\n",
" <td>0.606774</td>\n", " <td>0.605444</td>\n",
" <td>0.901379</td>\n", " <td>0.900318</td>\n",
" <td>1.000000</td>\n", " <td>1.000000</td>\n",
" <td>0.366522</td>\n", " <td>0.279221</td>\n",
" <td>5.397986</td>\n", " <td>5.086905</td>\n",
" <td>0.880639</td>\n", " <td>0.913551</td>\n",
" </tr>\n", " </tr>\n",
" <tr>\n", " <tr>\n",
" <th>0</th>\n", " <th>0</th>\n",
@ -1933,15 +1933,15 @@
" <tr>\n", " <tr>\n",
" <th>0</th>\n", " <th>0</th>\n",
" <td>Ready_ImplicitALS</td>\n", " <td>Ready_ImplicitALS</td>\n",
" <td>0.303179</td>\n", " <td>0.308415</td>\n",
" <td>0.170318</td>\n", " <td>0.175796</td>\n",
" <td>0.533574</td>\n", " <td>0.532835</td>\n",
" <td>0.589147</td>\n", " <td>0.590709</td>\n",
" <td>0.872747</td>\n", " <td>0.878049</td>\n",
" <td>0.999682</td>\n", " <td>0.999788</td>\n",
" <td>0.506494</td>\n", " <td>0.504329</td>\n",
" <td>5.735292</td>\n", " <td>5.761941</td>\n",
" <td>0.823380</td>\n", " <td>0.820874</td>\n",
" </tr>\n", " </tr>\n",
" <tr>\n", " <tr>\n",
" <th>0</th>\n", " <th>0</th>\n",
@ -1959,15 +1959,15 @@
" <tr>\n", " <tr>\n",
" <th>0</th>\n", " <th>0</th>\n",
" <td>Ready_LightFMcontent</td>\n", " <td>Ready_LightFMcontent</td>\n",
" <td>0.184974</td>\n", " <td>0.179840</td>\n",
" <td>0.090747</td>\n", " <td>0.086900</td>\n",
" <td>0.349255</td>\n", " <td>0.334937</td>\n",
" <td>0.547829</td>\n", " <td>0.547874</td>\n",
" <td>0.724284</td>\n", " <td>0.720042</td>\n",
" <td>0.978579</td>\n", " <td>0.976352</td>\n",
" <td>0.272727</td>\n", " <td>0.251082</td>\n",
" <td>4.893099</td>\n", " <td>4.886664</td>\n",
" <td>0.927459</td>\n", " <td>0.928488</td>\n",
" </tr>\n", " </tr>\n",
" <tr>\n", " <tr>\n",
" <th>0</th>\n", " <th>0</th>\n",
@ -2075,7 +2075,7 @@
" </tr>\n", " </tr>\n",
" <tr>\n", " <tr>\n",
" <th>0</th>\n", " <th>0</th>\n",
" <td>Self_BaselineIU</td>\n", " <td>Self_TopRated</td>\n",
" <td>0.001043</td>\n", " <td>0.001043</td>\n",
" <td>0.000335</td>\n", " <td>0.000335</td>\n",
" <td>0.003348</td>\n", " <td>0.003348</td>\n",
@ -2088,7 +2088,7 @@
" </tr>\n", " </tr>\n",
" <tr>\n", " <tr>\n",
" <th>0</th>\n", " <th>0</th>\n",
" <td>Self_TopRated</td>\n", " <td>Self_BaselineIU</td>\n",
" <td>0.001043</td>\n", " <td>0.001043</td>\n",
" <td>0.000335</td>\n", " <td>0.000335</td>\n",
" <td>0.003348</td>\n", " <td>0.003348</td>\n",
@ -2131,12 +2131,12 @@
], ],
"text/plain": [ "text/plain": [
" Model NDCG mAP MRR LAUC HR \\\n", " Model NDCG mAP MRR LAUC HR \\\n",
"0 Ready_LightFMpureMF 0.401680 0.264756 0.639739 0.607591 0.913043 \n", "0 Ready_LightFM 0.412873 0.276177 0.648569 0.609166 0.907741 \n",
"0 Ready_LightFM 0.406439 0.273339 0.628360 0.606774 0.901379 \n", "0 Ready_LightFMpureMF 0.397751 0.261900 0.633698 0.605444 0.900318 \n",
"0 Self_P3 0.339114 0.204905 0.572157 0.593544 0.875928 \n", "0 Self_P3 0.339114 0.204905 0.572157 0.593544 0.875928 \n",
"0 Ready_ImplicitALS 0.303179 0.170318 0.533574 0.589147 0.872747 \n", "0 Ready_ImplicitALS 0.308415 0.175796 0.532835 0.590709 0.878049 \n",
"0 Self_TopPop 0.214651 0.111707 0.400939 0.555546 0.765642 \n", "0 Self_TopPop 0.214651 0.111707 0.400939 0.555546 0.765642 \n",
"0 Ready_LightFMcontent 0.184974 0.090747 0.349255 0.547829 0.724284 \n", "0 Ready_LightFMcontent 0.179840 0.086900 0.334937 0.547874 0.720042 \n",
"0 Ready_SVD 0.109578 0.051562 0.235567 0.520341 0.496288 \n", "0 Ready_SVD 0.109578 0.051562 0.235567 0.520341 0.496288 \n",
"0 Self_SVD 0.104839 0.048970 0.196117 0.517889 0.480382 \n", "0 Self_SVD 0.104839 0.048970 0.196117 0.517889 0.480382 \n",
"0 Ready_Baseline 0.095957 0.043178 0.198193 0.515501 0.437964 \n", "0 Ready_Baseline 0.095957 0.043178 0.198193 0.515501 0.437964 \n",
@ -2145,18 +2145,18 @@
"0 Ready_I-KNN 0.024214 0.008958 0.048068 0.499885 0.154825 \n", "0 Ready_I-KNN 0.024214 0.008958 0.048068 0.499885 0.154825 \n",
"0 Ready_I-KNNBaseline 0.003444 0.001362 0.011760 0.496724 0.021209 \n", "0 Ready_I-KNNBaseline 0.003444 0.001362 0.011760 0.496724 0.021209 \n",
"0 Ready_U-KNN 0.000845 0.000274 0.002744 0.496441 0.007423 \n", "0 Ready_U-KNN 0.000845 0.000274 0.002744 0.496441 0.007423 \n",
"0 Self_BaselineIU 0.001043 0.000335 0.003348 0.496433 0.009544 \n",
"0 Self_TopRated 0.001043 0.000335 0.003348 0.496433 0.009544 \n", "0 Self_TopRated 0.001043 0.000335 0.003348 0.496433 0.009544 \n",
"0 Self_BaselineIU 0.001043 0.000335 0.003348 0.496433 0.009544 \n",
"0 Self_BaselineUI 0.000752 0.000168 0.001677 0.496424 0.009544 \n", "0 Self_BaselineUI 0.000752 0.000168 0.001677 0.496424 0.009544 \n",
"0 Self_IKNN 0.000214 0.000037 0.000368 0.496391 0.003181 \n", "0 Self_IKNN 0.000214 0.000037 0.000368 0.496391 0.003181 \n",
"\n", "\n",
" Reco in test Test coverage Shannon Gini \n", " Reco in test Test coverage Shannon Gini \n",
"0 1.000000 0.276335 5.106009 0.911870 \n", "0 1.000000 0.360029 5.364983 0.884435 \n",
"0 1.000000 0.366522 5.397986 0.880639 \n", "0 1.000000 0.279221 5.086905 0.913551 \n",
"0 1.000000 0.077201 3.875892 0.974947 \n", "0 1.000000 0.077201 3.875892 0.974947 \n",
"0 0.999682 0.506494 5.735292 0.823380 \n", "0 0.999788 0.504329 5.761941 0.820874 \n",
"0 1.000000 0.038961 3.159079 0.987317 \n", "0 1.000000 0.038961 3.159079 0.987317 \n",
"0 0.978579 0.272727 4.893099 0.927459 \n", "0 0.976352 0.251082 4.886664 0.928488 \n",
"0 0.995546 0.208514 4.455755 0.951624 \n", "0 0.995546 0.208514 4.455755 0.951624 \n",
"0 0.867338 0.147186 3.852545 0.972694 \n", "0 0.867338 0.147186 3.852545 0.972694 \n",
"0 1.000000 0.033911 2.836513 0.991139 \n", "0 1.000000 0.033911 2.836513 0.991139 \n",

BIN
P7. LightFM.pdf Normal file
View File

Binary file not shown.