robkw/introduction_to_recommender_systems
1
0
Fork 1
Code Issues Pull Requests Releases Wiki Activity

last changes

Browse Source
This commit is contained in:
Robert 2021-03-26 21:00:52 +01:00
parent e36414e7ce
commit f8a96f101c
4 changed files with 209 additions and 209 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

10
P0. Data preparation.ipynb
View File

@ -243,22 +243,22 @@
} }
], ],
"source": [ "source": [
"items_per_user=df.groupby(['item']).count()['rating']\n", "users_per_item=df.groupby(['item']).count()['rating']\n",
"\n", "\n",
"plt.figure(figsize=(16,8))\n", "plt.figure(figsize=(16,8))\n",
"plt.hist(items_per_user, bins=100)\n", "plt.hist(users_per_item, bins=100)\n",
"\n", "\n",
"# Let's add median\n", "# Let's add median\n",
"t=items_per_user.median()\n", "t=users_per_item.median()\n",
"plt.axvline(t, color='k', linestyle='dashed', linewidth=1)\n", "plt.axvline(t, color='k', linestyle='dashed', linewidth=1)\n",
"plt.text(t*1.1, plt.ylim()[1]*0.9, 'Median: {:.0f}'.format(t))\n", "plt.text(t*1.1, plt.ylim()[1]*0.9, 'Median: {:.0f}'.format(t))\n",
"\n", "\n",
"# Let's add also some percentiles\n", "# Let's add also some percentiles\n",
"t=items_per_user.quantile(0.25)\n", "t=users_per_item.quantile(0.25)\n",
"plt.axvline(t, color='k', linestyle='dashed', linewidth=1)\n", "plt.axvline(t, color='k', linestyle='dashed', linewidth=1)\n",
"plt.text(t*1.1, plt.ylim()[1]*0.95, '25% quantile: {:.0f}'.format(t))\n", "plt.text(t*1.1, plt.ylim()[1]*0.95, '25% quantile: {:.0f}'.format(t))\n",
"\n", "\n",
"t=items_per_user.quantile(0.75)\n", "t=users_per_item.quantile(0.75)\n",
"plt.axvline(t, color='k', linestyle='dashed', linewidth=1)\n", "plt.axvline(t, color='k', linestyle='dashed', linewidth=1)\n",
"plt.text(t*1.05, plt.ylim()[1]*0.95, '75% quantile: {:.0f}'.format(t))\n", "plt.text(t*1.05, plt.ylim()[1]*0.95, '75% quantile: {:.0f}'.format(t))\n",
"\n", "\n",

10
P1. Baseline.ipynb
View File

@ -306,7 +306,7 @@
"name": "stdout", "name": "stdout",
"output_type": "stream", "output_type": "stream",
"text": [ "text": [
"1.44 µs ± 184 ns per loop (mean ± std. dev. of 7 runs, 1000000 loops each)\n", "1.13 µs ± 79.9 ns per loop (mean ± std. dev. of 7 runs, 1000000 loops each)\n",
"Inefficient way to access items rated by user:\n" "Inefficient way to access items rated by user:\n"
] ]
}, },
@ -324,7 +324,7 @@
"name": "stdout", "name": "stdout",
"output_type": "stream", "output_type": "stream",
"text": [ "text": [
"172 µs ± 14.4 µs per loop (mean ± std. dev. of 7 runs, 10000 loops each)\n" "149 µs ± 11.5 µs per loop (mean ± std. dev. of 7 runs, 10000 loops each)\n"
] ]
} }
], ],
@ -1184,14 +1184,14 @@
"name": "stdout", "name": "stdout",
"output_type": "stream", "output_type": "stream",
"text": [ "text": [
"RMSE: 1.5147\n", "RMSE: 1.5239\n",
"MAE: 1.2155\n" "MAE: 1.2268\n"
] ]
}, },
{ {
"data": { "data": {
"text/plain": [ "text/plain": [
"1.2154990549993152" "1.2267993503843746"
] ]
}, },
"execution_count": 24, "execution_count": 24,

396
P2. Evaluation.ipynb
View File

@ -273,7 +273,7 @@
"name": "stderr", "name": "stderr",
"output_type": "stream", "output_type": "stream",
"text": [ "text": [
"943it [00:00, 6497.15it/s]\n" "943it [00:00, 7783.14it/s]\n"
] ]
}, },
{ {
@ -477,7 +477,7 @@
"name": "stderr", "name": "stderr",
"output_type": "stream", "output_type": "stream",
"text": [ "text": [
"943it [00:00, 5143.71it/s]\n" "943it [00:00, 7347.78it/s]\n"
] ]
}, },
{ {
@ -585,11 +585,11 @@
"name": "stderr", "name": "stderr",
"output_type": "stream", "output_type": "stream",
"text": [ "text": [
"943it [00:00, 3573.64it/s]\n", "943it [00:00, 4894.39it/s]\n",
"943it [00:00, 5141.54it/s]\n", "943it [00:00, 4357.39it/s]\n",
"943it [00:00, 2827.19it/s]\n", "943it [00:00, 5045.11it/s]\n",
"943it [00:00, 2513.13it/s]\n", "943it [00:00, 4855.03it/s]\n",
"943it [00:00, 3555.67it/s]\n" "943it [00:00, 5359.75it/s]\n"
] ]
} }
], ],
@ -671,14 +671,14 @@
" <tr>\n", " <tr>\n",
" <th>0</th>\n", " <th>0</th>\n",
" <td>Ready_Random</td>\n", " <td>Ready_Random</td>\n",
" <td>1.525959</td>\n", " <td>1.523899</td>\n",
" <td>1.225122</td>\n", " <td>1.226799</td>\n",
" <td>0.047402</td>\n", " <td>0.046872</td>\n",
" <td>0.020629</td>\n", " <td>0.022367</td>\n",
" <td>0.024471</td>\n", " <td>0.025297</td>\n",
" <td>0.032042</td>\n", " <td>0.032269</td>\n",
" <td>0.027682</td>\n", " <td>0.031116</td>\n",
" <td>0.019353</td>\n", " <td>0.027843</td>\n",
" </tr>\n", " </tr>\n",
" <tr>\n", " <tr>\n",
" <th>0</th>\n", " <th>0</th>\n",
@ -712,14 +712,14 @@
" Model RMSE MAE precision recall F_1 \\\n", " Model RMSE MAE precision recall F_1 \\\n",
"0 Self_TopPop 2.508258 2.217909 0.188865 0.116919 0.118732 \n", "0 Self_TopPop 2.508258 2.217909 0.188865 0.116919 0.118732 \n",
"0 Ready_Baseline 0.949459 0.752487 0.091410 0.037652 0.046030 \n", "0 Ready_Baseline 0.949459 0.752487 0.091410 0.037652 0.046030 \n",
"0 Ready_Random 1.525959 1.225122 0.047402 0.020629 0.024471 \n", "0 Ready_Random 1.523899 1.226799 0.046872 0.022367 0.025297 \n",
"0 Self_TopRated 1.030712 0.820904 0.000954 0.000188 0.000298 \n", "0 Self_TopRated 1.030712 0.820904 0.000954 0.000188 0.000298 \n",
"0 Self_BaselineUI 0.967585 0.762740 0.000954 0.000170 0.000278 \n", "0 Self_BaselineUI 0.967585 0.762740 0.000954 0.000170 0.000278 \n",
"\n", "\n",
" F_05 precision_super recall_super \n", " F_05 precision_super recall_super \n",
"0 0.141584 0.130472 0.137473 \n", "0 0.141584 0.130472 0.137473 \n",
"0 0.061286 0.079614 0.056463 \n", "0 0.061286 0.079614 0.056463 \n",
"0 0.032042 0.027682 0.019353 \n", "0 0.032269 0.031116 0.027843 \n",
"0 0.000481 0.000644 0.000223 \n", "0 0.000481 0.000644 0.000223 \n",
"0 0.000463 0.000644 0.000189 " "0 0.000463 0.000644 0.000189 "
] ]
@ -801,15 +801,15 @@
" <tr>\n", " <tr>\n",
" <th>0</th>\n", " <th>0</th>\n",
" <td>Ready_Random</td>\n", " <td>Ready_Random</td>\n",
" <td>0.051593</td>\n", " <td>0.051414</td>\n",
" <td>0.019428</td>\n", " <td>0.019769</td>\n",
" <td>0.129062</td>\n", " <td>0.127558</td>\n",
" <td>0.506826</td>\n", " <td>0.507696</td>\n",
" <td>0.336161</td>\n", " <td>0.332980</td>\n",
" <td>0.987593</td>\n", " <td>0.987593</td>\n",
" <td>0.175325</td>\n", " <td>0.184704</td>\n",
" <td>5.087656</td>\n", " <td>5.104710</td>\n",
" <td>0.908118</td>\n", " <td>0.906035</td>\n",
" </tr>\n", " </tr>\n",
" <tr>\n", " <tr>\n",
" <th>0</th>\n", " <th>0</th>\n",
@ -845,14 +845,14 @@
" Model NDCG mAP MRR LAUC HR \\\n", " Model NDCG mAP MRR LAUC HR \\\n",
"0 Self_TopPop 0.214651 0.111707 0.400939 0.555546 0.765642 \n", "0 Self_TopPop 0.214651 0.111707 0.400939 0.555546 0.765642 \n",
"0 Ready_Baseline 0.095957 0.043178 0.198193 0.515501 0.437964 \n", "0 Ready_Baseline 0.095957 0.043178 0.198193 0.515501 0.437964 \n",
"0 Ready_Random 0.051593 0.019428 0.129062 0.506826 0.336161 \n", "0 Ready_Random 0.051414 0.019769 0.127558 0.507696 0.332980 \n",
"0 Self_TopRated 0.001043 0.000335 0.003348 0.496433 0.009544 \n", "0 Self_TopRated 0.001043 0.000335 0.003348 0.496433 0.009544 \n",
"0 Self_BaselineUI 0.000752 0.000168 0.001677 0.496424 0.009544 \n", "0 Self_BaselineUI 0.000752 0.000168 0.001677 0.496424 0.009544 \n",
"\n", "\n",
" Reco in test Test coverage Shannon Gini \n", " Reco in test Test coverage Shannon Gini \n",
"0 1.000000 0.038961 3.159079 0.987317 \n", "0 1.000000 0.038961 3.159079 0.987317 \n",
"0 1.000000 0.033911 2.836513 0.991139 \n", "0 1.000000 0.033911 2.836513 0.991139 \n",
"0 0.987593 0.175325 5.087656 0.908118 \n", "0 0.987593 0.184704 5.104710 0.906035 \n",
"0 0.699046 0.005051 1.945910 0.995669 \n", "0 0.699046 0.005051 1.945910 0.995669 \n",
"0 0.600530 0.005051 1.803126 0.996380 " "0 0.600530 0.005051 1.803126 0.996380 "
] ]
@ -882,7 +882,7 @@
"name": "stderr", "name": "stderr",
"output_type": "stream", "output_type": "stream",
"text": [ "text": [
"3it [00:00, 1191.68it/s]\n" "3it [00:00, 4226.71it/s]\n"
] ]
}, },
{ {
@ -1246,148 +1246,148 @@
" </thead>\n", " </thead>\n",
" <tbody>\n", " <tbody>\n",
" <tr>\n", " <tr>\n",
" <th>50941</th>\n", " <th>54092</th>\n",
" <td>661</td>\n", " <td>365</td>\n",
" <td>5</td>\n", " <td>5</td>\n",
" <td>It's a Wonderful Life (1946)</td>\n", " <td>Boogie Nights (1997)</td>\n",
" <td>Drama</td>\n", " <td>Drama</td>\n",
" </tr>\n", " </tr>\n",
" <tr>\n", " <tr>\n",
" <th>9531</th>\n", " <th>55243</th>\n",
" <td>661</td>\n", " <td>365</td>\n",
" <td>5</td>\n", " <td>5</td>\n",
" <td>Wizard of Oz, The (1939)</td>\n", " <td>Celluloid Closet, The (1995)</td>\n",
" <td>Adventure, Children's, Drama, Musical</td>\n", " <td>Documentary</td>\n",
" </tr>\n", " </tr>\n",
" <tr>\n", " <tr>\n",
" <th>27182</th>\n", " <th>21637</th>\n",
" <td>661</td>\n", " <td>365</td>\n",
" <td>5</td>\n", " <td>5</td>\n",
" <td>Empire Strikes Back, The (1980)</td>\n", " <td>In &amp; Out (1997)</td>\n",
" <td>Action, Adventure, Drama, Romance, Sci-Fi, War</td>\n", " <td>Comedy</td>\n",
" </tr>\n", " </tr>\n",
" <tr>\n", " <tr>\n",
" <th>23944</th>\n", " <th>36508</th>\n",
" <td>661</td>\n", " <td>365</td>\n",
" <td>5</td>\n", " <td>5</td>\n",
" <td>Apocalypse Now (1979)</td>\n", " <td>Swingers (1996)</td>\n",
" <td>Drama, War</td>\n", " <td>Comedy, Drama</td>\n",
" </tr>\n", " </tr>\n",
" <tr>\n", " <tr>\n",
" <th>20285</th>\n", " <th>19398</th>\n",
" <td>661</td>\n", " <td>365</td>\n",
" <td>5</td>\n", " <td>5</td>\n",
" <td>Return of the Jedi (1983)</td>\n", " <td>Scream (1996)</td>\n",
" <td>Action, Adventure, Romance, Sci-Fi, War</td>\n", " <td>Horror, Thriller</td>\n",
" </tr>\n", " </tr>\n",
" <tr>\n", " <tr>\n",
" <th>37504</th>\n", " <th>14343</th>\n",
" <td>661</td>\n", " <td>365</td>\n",
" <td>5</td>\n", " <td>5</td>\n",
" <td>Aladdin (1992)</td>\n", " <td>Fargo (1996)</td>\n",
" <td>Animation, Children's, Comedy, Musical</td>\n", " <td>Crime, Drama, Thriller</td>\n",
" </tr>\n", " </tr>\n",
" <tr>\n", " <tr>\n",
" <th>68312</th>\n", " <th>23738</th>\n",
" <td>661</td>\n", " <td>365</td>\n",
" <td>5</td>\n", " <td>5</td>\n",
" <td>Babe (1995)</td>\n", " <td>Chasing Amy (1997)</td>\n",
" <td>Children's, Comedy, Drama</td>\n", " <td>Drama, Romance</td>\n",
" </tr>\n", " </tr>\n",
" <tr>\n", " <tr>\n",
" <th>16362</th>\n", " <th>69960</th>\n",
" <td>661</td>\n", " <td>365</td>\n",
" <td>5</td>\n", " <td>5</td>\n",
" <td>Apollo 13 (1995)</td>\n", " <td>Beautiful Thing (1996)</td>\n",
" <td>Action, Drama, Thriller</td>\n", " <td>Drama, Romance</td>\n",
" </tr>\n", " </tr>\n",
" <tr>\n", " <tr>\n",
" <th>15168</th>\n", " <th>54753</th>\n",
" <td>661</td>\n", " <td>365</td>\n",
" <td>5</td>\n", " <td>4</td>\n",
" <td>Indiana Jones and the Last Crusade (1989)</td>\n", " <td>Scream 2 (1997)</td>\n",
" <td>Action, Adventure</td>\n", " <td>Horror, Thriller</td>\n",
" </tr>\n", " </tr>\n",
" <tr>\n", " <tr>\n",
" <th>29402</th>\n", " <th>54552</th>\n",
" <td>661</td>\n", " <td>365</td>\n",
" <td>5</td>\n", " <td>4</td>\n",
" <td>Psycho (1960)</td>\n", " <td>Sense and Sensibility (1995)</td>\n",
" <td>Horror, Romance, Thriller</td>\n", " <td>Drama, Romance</td>\n",
" </tr>\n", " </tr>\n",
" <tr>\n", " <tr>\n",
" <th>40755</th>\n", " <th>30051</th>\n",
" <td>661</td>\n", " <td>365</td>\n",
" <td>5</td>\n", " <td>4</td>\n",
" <td>Jean de Florette (1986)</td>\n", " <td>Star Trek: First Contact (1996)</td>\n",
" <td>Drama</td>\n",
" </tr>\n",
" <tr>\n",
" <th>41950</th>\n",
" <td>661</td>\n",
" <td>5</td>\n",
" <td>Die Hard (1988)</td>\n",
" <td>Action, Thriller</td>\n",
" </tr>\n",
" <tr>\n",
" <th>58932</th>\n",
" <td>661</td>\n",
" <td>5</td>\n",
" <td>Enchanted April (1991)</td>\n",
" <td>Drama</td>\n",
" </tr>\n",
" <tr>\n",
" <th>43013</th>\n",
" <td>661</td>\n",
" <td>5</td>\n",
" <td>2001: A Space Odyssey (1968)</td>\n",
" <td>Drama, Mystery, Sci-Fi, Thriller</td>\n",
" </tr>\n",
" <tr>\n",
" <th>65664</th>\n",
" <td>661</td>\n",
" <td>5</td>\n",
" <td>Star Trek: The Wrath of Khan (1982)</td>\n",
" <td>Action, Adventure, Sci-Fi</td>\n", " <td>Action, Adventure, Sci-Fi</td>\n",
" </tr>\n", " </tr>\n",
" <tr>\n",
" <th>47086</th>\n",
" <td>365</td>\n",
" <td>4</td>\n",
" <td>Primal Fear (1996)</td>\n",
" <td>Drama, Thriller</td>\n",
" </tr>\n",
" <tr>\n",
" <th>62931</th>\n",
" <td>365</td>\n",
" <td>4</td>\n",
" <td>James and the Giant Peach (1996)</td>\n",
" <td>Animation, Children's, Musical</td>\n",
" </tr>\n",
" <tr>\n",
" <th>38939</th>\n",
" <td>365</td>\n",
" <td>4</td>\n",
" <td>Full Monty, The (1997)</td>\n",
" <td>Comedy</td>\n",
" </tr>\n",
" <tr>\n",
" <th>38764</th>\n",
" <td>365</td>\n",
" <td>4</td>\n",
" <td>First Wives Club, The (1996)</td>\n",
" <td>Comedy</td>\n",
" </tr>\n",
" </tbody>\n", " </tbody>\n",
"</table>\n", "</table>\n",
"</div>" "</div>"
], ],
"text/plain": [ "text/plain": [
" user rating title \\\n", " user rating title \\\n",
"50941 661 5 It's a Wonderful Life (1946) \n", "54092 365 5 Boogie Nights (1997) \n",
"9531 661 5 Wizard of Oz, The (1939) \n", "55243 365 5 Celluloid Closet, The (1995) \n",
"27182 661 5 Empire Strikes Back, The (1980) \n", "21637 365 5 In & Out (1997) \n",
"23944 661 5 Apocalypse Now (1979) \n", "36508 365 5 Swingers (1996) \n",
"20285 661 5 Return of the Jedi (1983) \n", "19398 365 5 Scream (1996) \n",
"37504 661 5 Aladdin (1992) \n", "14343 365 5 Fargo (1996) \n",
"68312 661 5 Babe (1995) \n", "23738 365 5 Chasing Amy (1997) \n",
"16362 661 5 Apollo 13 (1995) \n", "69960 365 5 Beautiful Thing (1996) \n",
"15168 661 5 Indiana Jones and the Last Crusade (1989) \n", "54753 365 4 Scream 2 (1997) \n",
"29402 661 5 Psycho (1960) \n", "54552 365 4 Sense and Sensibility (1995) \n",
"40755 661 5 Jean de Florette (1986) \n", "30051 365 4 Star Trek: First Contact (1996) \n",
"41950 661 5 Die Hard (1988) \n", "47086 365 4 Primal Fear (1996) \n",
"58932 661 5 Enchanted April (1991) \n", "62931 365 4 James and the Giant Peach (1996) \n",
"43013 661 5 2001: A Space Odyssey (1968) \n", "38939 365 4 Full Monty, The (1997) \n",
"65664 661 5 Star Trek: The Wrath of Khan (1982) \n", "38764 365 4 First Wives Club, The (1996) \n",
"\n", "\n",
" genres \n", " genres \n",
"50941 Drama \n", "54092 Drama \n",
"9531 Adventure, Children's, Drama, Musical \n", "55243 Documentary \n",
"27182 Action, Adventure, Drama, Romance, Sci-Fi, War \n", "21637 Comedy \n",
"23944 Drama, War \n", "36508 Comedy, Drama \n",
"20285 Action, Adventure, Romance, Sci-Fi, War \n", "19398 Horror, Thriller \n",
"37504 Animation, Children's, Comedy, Musical \n", "14343 Crime, Drama, Thriller \n",
"68312 Children's, Comedy, Drama \n", "23738 Drama, Romance \n",
"16362 Action, Drama, Thriller \n", "69960 Drama, Romance \n",
"15168 Action, Adventure \n", "54753 Horror, Thriller \n",
"29402 Horror, Romance, Thriller \n", "54552 Drama, Romance \n",
"40755 Drama \n", "30051 Action, Adventure, Sci-Fi \n",
"41950 Action, Thriller \n", "47086 Drama, Thriller \n",
"58932 Drama \n", "62931 Animation, Children's, Musical \n",
"43013 Drama, Mystery, Sci-Fi, Thriller \n", "38939 Comedy \n",
"65664 Action, Adventure, Sci-Fi " "38764 Comedy "
] ]
}, },
"metadata": {}, "metadata": {},
@ -1429,71 +1429,71 @@
" </thead>\n", " </thead>\n",
" <tbody>\n", " <tbody>\n",
" <tr>\n", " <tr>\n",
" <th>659</th>\n", " <th>363</th>\n",
" <td>661.0</td>\n", " <td>365.0</td>\n",
" <td>1</td>\n", " <td>1</td>\n",
" <td>Great Day in Harlem, A (1994)</td>\n", " <td>Great Day in Harlem, A (1994)</td>\n",
" <td>Documentary</td>\n", " <td>Documentary</td>\n",
" </tr>\n", " </tr>\n",
" <tr>\n", " <tr>\n",
" <th>1601</th>\n", " <th>1305</th>\n",
" <td>661.0</td>\n", " <td>365.0</td>\n",
" <td>2</td>\n", " <td>2</td>\n",
" <td>Tough and Deadly (1995)</td>\n", " <td>Tough and Deadly (1995)</td>\n",
" <td>Action, Drama, Thriller</td>\n", " <td>Action, Drama, Thriller</td>\n",
" </tr>\n", " </tr>\n",
" <tr>\n", " <tr>\n",
" <th>2543</th>\n", " <th>2248</th>\n",
" <td>661.0</td>\n", " <td>365.0</td>\n",
" <td>3</td>\n", " <td>3</td>\n",
" <td>Aiqing wansui (1994)</td>\n", " <td>Aiqing wansui (1994)</td>\n",
" <td>Drama</td>\n", " <td>Drama</td>\n",
" </tr>\n", " </tr>\n",
" <tr>\n", " <tr>\n",
" <th>3485</th>\n", " <th>3189</th>\n",
" <td>661.0</td>\n", " <td>365.0</td>\n",
" <td>4</td>\n", " <td>4</td>\n",
" <td>Delta of Venus (1994)</td>\n", " <td>Delta of Venus (1994)</td>\n",
" <td>Drama</td>\n", " <td>Drama</td>\n",
" </tr>\n", " </tr>\n",
" <tr>\n", " <tr>\n",
" <th>4427</th>\n", " <th>4132</th>\n",
" <td>661.0</td>\n", " <td>365.0</td>\n",
" <td>5</td>\n", " <td>5</td>\n",
" <td>Someone Else's America (1995)</td>\n", " <td>Someone Else's America (1995)</td>\n",
" <td>Drama</td>\n", " <td>Drama</td>\n",
" </tr>\n", " </tr>\n",
" <tr>\n", " <tr>\n",
" <th>5369</th>\n", " <th>5073</th>\n",
" <td>661.0</td>\n", " <td>365.0</td>\n",
" <td>6</td>\n", " <td>6</td>\n",
" <td>Saint of Fort Washington, The (1993)</td>\n", " <td>Saint of Fort Washington, The (1993)</td>\n",
" <td>Drama</td>\n", " <td>Drama</td>\n",
" </tr>\n", " </tr>\n",
" <tr>\n", " <tr>\n",
" <th>6311</th>\n", " <th>6015</th>\n",
" <td>661.0</td>\n", " <td>365.0</td>\n",
" <td>7</td>\n", " <td>7</td>\n",
" <td>Celestial Clockwork (1994)</td>\n", " <td>Celestial Clockwork (1994)</td>\n",
" <td>Comedy</td>\n", " <td>Comedy</td>\n",
" </tr>\n", " </tr>\n",
" <tr>\n", " <tr>\n",
" <th>7253</th>\n", " <th>6958</th>\n",
" <td>661.0</td>\n", " <td>365.0</td>\n",
" <td>8</td>\n", " <td>8</td>\n",
" <td>Some Mother's Son (1996)</td>\n", " <td>Some Mother's Son (1996)</td>\n",
" <td>Drama</td>\n", " <td>Drama</td>\n",
" </tr>\n", " </tr>\n",
" <tr>\n", " <tr>\n",
" <th>9148</th>\n", " <th>8852</th>\n",
" <td>661.0</td>\n", " <td>365.0</td>\n",
" <td>9</td>\n", " <td>9</td>\n",
" <td>Maya Lin: A Strong Clear Vision (1994)</td>\n", " <td>Maya Lin: A Strong Clear Vision (1994)</td>\n",
" <td>Documentary</td>\n", " <td>Documentary</td>\n",
" </tr>\n", " </tr>\n",
" <tr>\n", " <tr>\n",
" <th>8194</th>\n", " <th>7898</th>\n",
" <td>661.0</td>\n", " <td>365.0</td>\n",
" <td>10</td>\n", " <td>10</td>\n",
" <td>Prefontaine (1997)</td>\n", " <td>Prefontaine (1997)</td>\n",
" <td>Drama</td>\n", " <td>Drama</td>\n",
@ -1504,28 +1504,28 @@
], ],
"text/plain": [ "text/plain": [
" user rec_nb title \\\n", " user rec_nb title \\\n",
"659 661.0 1 Great Day in Harlem, A (1994) \n", "363 365.0 1 Great Day in Harlem, A (1994) \n",
"1601 661.0 2 Tough and Deadly (1995) \n", "1305 365.0 2 Tough and Deadly (1995) \n",
"2543 661.0 3 Aiqing wansui (1994) \n", "2248 365.0 3 Aiqing wansui (1994) \n",
"3485 661.0 4 Delta of Venus (1994) \n", "3189 365.0 4 Delta of Venus (1994) \n",
"4427 661.0 5 Someone Else's America (1995) \n", "4132 365.0 5 Someone Else's America (1995) \n",
"5369 661.0 6 Saint of Fort Washington, The (1993) \n", "5073 365.0 6 Saint of Fort Washington, The (1993) \n",
"6311 661.0 7 Celestial Clockwork (1994) \n", "6015 365.0 7 Celestial Clockwork (1994) \n",
"7253 661.0 8 Some Mother's Son (1996) \n", "6958 365.0 8 Some Mother's Son (1996) \n",
"9148 661.0 9 Maya Lin: A Strong Clear Vision (1994) \n", "8852 365.0 9 Maya Lin: A Strong Clear Vision (1994) \n",
"8194 661.0 10 Prefontaine (1997) \n", "7898 365.0 10 Prefontaine (1997) \n",
"\n", "\n",
" genres \n", " genres \n",
"659 Documentary \n", "363 Documentary \n",
"1601 Action, Drama, Thriller \n", "1305 Action, Drama, Thriller \n",
"2543 Drama \n", "2248 Drama \n",
"3485 Drama \n", "3189 Drama \n",
"4427 Drama \n", "4132 Drama \n",
"5369 Drama \n", "5073 Drama \n",
"6311 Comedy \n", "6015 Comedy \n",
"7253 Drama \n", "6958 Drama \n",
"9148 Documentary \n", "8852 Documentary \n",
"8194 Drama " "7898 Drama "
] ]
}, },
"execution_count": 15, "execution_count": 15,
@ -1571,7 +1571,7 @@
"cell_type": "markdown", "cell_type": "markdown",
"metadata": {}, "metadata": {},
"source": [ "source": [
"# project task 3: implement some other evaluation measure" "# project task 2: implement some other evaluation measure"
] ]
}, },
{ {
@ -1595,11 +1595,11 @@
"name": "stderr", "name": "stderr",
"output_type": "stream", "output_type": "stream",
"text": [ "text": [
"943it [00:00, 4220.01it/s]\n", "943it [00:00, 4859.65it/s]\n",
"943it [00:00, 3015.35it/s]\n", "943it [00:00, 4809.91it/s]\n",
"943it [00:00, 2308.31it/s]\n", "943it [00:00, 4678.68it/s]\n",
"943it [00:00, 3461.11it/s]\n", "943it [00:00, 3240.04it/s]\n",
"943it [00:00, 3442.41it/s]\n" "943it [00:00, 4796.98it/s]\n"
] ]
}, },
{ {
@ -1689,23 +1689,23 @@
" <tr>\n", " <tr>\n",
" <th>0</th>\n", " <th>0</th>\n",
" <td>Ready_Random</td>\n", " <td>Ready_Random</td>\n",
" <td>1.525959</td>\n", " <td>1.523899</td>\n",
" <td>1.225122</td>\n", " <td>1.226799</td>\n",
" <td>0.047402</td>\n", " <td>0.046872</td>\n",
" <td>0.020629</td>\n", " <td>0.022367</td>\n",
" <td>0.024471</td>\n", " <td>0.025297</td>\n",
" <td>0.032042</td>\n", " <td>0.032269</td>\n",
" <td>0.027682</td>\n", " <td>0.031116</td>\n",
" <td>0.019353</td>\n", " <td>0.027843</td>\n",
" <td>0.051593</td>\n", " <td>0.051414</td>\n",
" <td>0.019428</td>\n", " <td>0.019769</td>\n",
" <td>0.129062</td>\n", " <td>0.127558</td>\n",
" <td>0.506826</td>\n", " <td>0.507696</td>\n",
" <td>0.336161</td>\n", " <td>0.332980</td>\n",
" <td>0.987593</td>\n", " <td>0.987593</td>\n",
" <td>0.175325</td>\n", " <td>0.184704</td>\n",
" <td>5.087656</td>\n", " <td>5.104710</td>\n",
" <td>0.908118</td>\n", " <td>0.906035</td>\n",
" </tr>\n", " </tr>\n",
" <tr>\n", " <tr>\n",
" <th>0</th>\n", " <th>0</th>\n",
@ -1757,21 +1757,21 @@
" Model RMSE MAE precision recall F_1 \\\n", " Model RMSE MAE precision recall F_1 \\\n",
"0 Self_TopPop 2.508258 2.217909 0.188865 0.116919 0.118732 \n", "0 Self_TopPop 2.508258 2.217909 0.188865 0.116919 0.118732 \n",
"0 Ready_Baseline 0.949459 0.752487 0.091410 0.037652 0.046030 \n", "0 Ready_Baseline 0.949459 0.752487 0.091410 0.037652 0.046030 \n",
"0 Ready_Random 1.525959 1.225122 0.047402 0.020629 0.024471 \n", "0 Ready_Random 1.523899 1.226799 0.046872 0.022367 0.025297 \n",
"0 Self_TopRated 1.030712 0.820904 0.000954 0.000188 0.000298 \n", "0 Self_TopRated 1.030712 0.820904 0.000954 0.000188 0.000298 \n",
"0 Self_BaselineUI 0.967585 0.762740 0.000954 0.000170 0.000278 \n", "0 Self_BaselineUI 0.967585 0.762740 0.000954 0.000170 0.000278 \n",
"\n", "\n",
" F_05 precision_super recall_super NDCG mAP MRR \\\n", " F_05 precision_super recall_super NDCG mAP MRR \\\n",
"0 0.141584 0.130472 0.137473 0.214651 0.111707 0.400939 \n", "0 0.141584 0.130472 0.137473 0.214651 0.111707 0.400939 \n",
"0 0.061286 0.079614 0.056463 0.095957 0.043178 0.198193 \n", "0 0.061286 0.079614 0.056463 0.095957 0.043178 0.198193 \n",
"0 0.032042 0.027682 0.019353 0.051593 0.019428 0.129062 \n", "0 0.032269 0.031116 0.027843 0.051414 0.019769 0.127558 \n",
"0 0.000481 0.000644 0.000223 0.001043 0.000335 0.003348 \n", "0 0.000481 0.000644 0.000223 0.001043 0.000335 0.003348 \n",
"0 0.000463 0.000644 0.000189 0.000752 0.000168 0.001677 \n", "0 0.000463 0.000644 0.000189 0.000752 0.000168 0.001677 \n",
"\n", "\n",
" LAUC HR Reco in test Test coverage Shannon Gini \n", " LAUC HR Reco in test Test coverage Shannon Gini \n",
"0 0.555546 0.765642 1.000000 0.038961 3.159079 0.987317 \n", "0 0.555546 0.765642 1.000000 0.038961 3.159079 0.987317 \n",
"0 0.515501 0.437964 1.000000 0.033911 2.836513 0.991139 \n", "0 0.515501 0.437964 1.000000 0.033911 2.836513 0.991139 \n",
"0 0.506826 0.336161 0.987593 0.175325 5.087656 0.908118 \n", "0 0.507696 0.332980 0.987593 0.184704 5.104710 0.906035 \n",
"0 0.496433 0.009544 0.699046 0.005051 1.945910 0.995669 \n", "0 0.496433 0.009544 0.699046 0.005051 1.945910 0.995669 \n",
"0 0.496424 0.009544 0.600530 0.005051 1.803126 0.996380 " "0 0.496424 0.009544 0.600530 0.005051 1.803126 0.996380 "
] ]

2
README.md
View File

@ -1,3 +1,3 @@
# introduction_to_recommender_systems # Introduction to recommender systems
Materiały do przedmiotu Wprowadzenie do systemów rekomendacyjnych, semestr letni 2020/2021. Materiały do przedmiotu Wprowadzenie do systemów rekomendacyjnych, semestr letni 2020/2021.