{
"cells": [
{
"cell_type": "markdown",
"metadata": {},
"source": [
"# Self made simplified I-KNN"
]
},
{
"cell_type": "code",
"execution_count": 1,
"metadata": {},
"outputs": [],
"source": [
"import helpers\n",
"import pandas as pd\n",
"import numpy as np\n",
"import scipy.sparse as sparse\n",
"from collections import defaultdict\n",
"from itertools import chain\n",
"import random\n",
"\n",
"train_read=pd.read_csv('./Datasets/ml-100k/train.csv', sep='\\t', header=None)\n",
"test_read=pd.read_csv('./Datasets/ml-100k/test.csv', sep='\\t', header=None)\n",
"train_ui, test_ui, user_code_id, user_id_code, item_code_id, item_id_code = helpers.data_to_csr(train_read, test_read)"
]
},
{
"cell_type": "code",
"execution_count": 2,
"metadata": {},
"outputs": [],
"source": [
"class IKNN():\n",
" \n",
" def fit(self, train_ui):\n",
" self.train_ui=train_ui\n",
" \n",
" train_iu=train_ui.transpose()\n",
" norms=np.linalg.norm(train_iu.A, axis=1) # here we compute lenth of each item ratings vector\n",
" norms=np.vectorize(lambda x: max(x,1))(norms[:,None]) # to avoid dividing by zero\n",
"\n",
" normalized_train_iu=sparse.csr_matrix(train_iu/norms)\n",
"\n",
" self.similarity_matrix_ii=normalized_train_iu*normalized_train_iu.transpose()\n",
" \n",
" self.estimations=np.array(train_ui*self.similarity_matrix_ii/((train_ui>0)*self.similarity_matrix_ii))\n",
" \n",
" def recommend(self, user_code_id, item_code_id, topK=10):\n",
" \n",
" top_k = defaultdict(list)\n",
" for nb_user, user in enumerate(self.estimations):\n",
" \n",
" user_rated=self.train_ui.indices[self.train_ui.indptr[nb_user]:self.train_ui.indptr[nb_user+1]]\n",
" for item, score in enumerate(user):\n",
" if item not in user_rated and not np.isnan(score):\n",
" top_k[user_code_id[nb_user]].append((item_code_id[item], score))\n",
" result=[]\n",
" # Let's choose k best items in the format: (user, item1, score1, item2, score2, ...)\n",
" for uid, item_scores in top_k.items():\n",
" item_scores.sort(key=lambda x: x[1], reverse=True)\n",
" result.append([uid]+list(chain(*item_scores[:topK])))\n",
" return result\n",
" \n",
" def estimate(self, user_code_id, item_code_id, test_ui):\n",
" result=[]\n",
" for user, item in zip(*test_ui.nonzero()):\n",
" result.append([user_code_id[user], item_code_id[item], \n",
" self.estimations[user,item] if not np.isnan(self.estimations[user,item]) else 1])\n",
" return result"
]
},
{
"cell_type": "code",
"execution_count": 3,
"metadata": {},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"toy train ui:\n"
]
},
{
"data": {
"text/plain": [
"array([[3, 4, 0, 0, 5, 0, 0, 4],\n",
" [0, 1, 2, 3, 0, 0, 0, 0],\n",
" [0, 0, 0, 5, 0, 3, 4, 0]], dtype=int64)"
]
},
"metadata": {},
"output_type": "display_data"
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"similarity matrix:\n"
]
},
{
"data": {
"text/plain": [
"array([[1. , 0.9701425 , 0. , 0. , 1. ,\n",
" 0. , 0. , 1. ],\n",
" [0.9701425 , 1. , 0.24253563, 0.12478355, 0.9701425 ,\n",
" 0. , 0. , 0.9701425 ],\n",
" [0. , 0.24253563, 1. , 0.51449576, 0. ,\n",
" 0. , 0. , 0. ],\n",
" [0. , 0.12478355, 0.51449576, 1. , 0. ,\n",
" 0.85749293, 0.85749293, 0. ],\n",
" [1. , 0.9701425 , 0. , 0. , 1. ,\n",
" 0. , 0. , 1. ],\n",
" [0. , 0. , 0. , 0.85749293, 0. ,\n",
" 1. , 1. , 0. ],\n",
" [0. , 0. , 0. , 0.85749293, 0. ,\n",
" 1. , 1. , 0. ],\n",
" [1. , 0.9701425 , 0. , 0. , 1. ,\n",
" 0. , 0. , 1. ]])"
]
},
"metadata": {},
"output_type": "display_data"
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"estimations matrix:\n"
]
},
{
"data": {
"text/plain": [
"array([[4. , 4. , 4. , 4. , 4. ,\n",
" nan, nan, 4. ],\n",
" [1. , 1.35990333, 2.15478388, 2.53390319, 1. ,\n",
" 3. , 3. , 1. ],\n",
" [ nan, 5. , 5. , 4.05248907, nan,\n",
" 3.95012863, 3.95012863, nan]])"
]
},
"metadata": {},
"output_type": "display_data"
},
{
"data": {
"text/plain": [
"[[0, 20, 4.0, 30, 4.0],\n",
" [10, 50, 3.0, 60, 3.0, 0, 1.0, 40, 1.0, 70, 1.0],\n",
" [20, 10, 5.0, 20, 5.0]]"
]
},
"execution_count": 3,
"metadata": {},
"output_type": "execute_result"
}
],
"source": [
"# toy example\n",
"toy_train_read=pd.read_csv('./Datasets/toy-example/train.csv', sep='\\t', header=None, names=['user', 'item', 'rating', 'timestamp'])\n",
"toy_test_read=pd.read_csv('./Datasets/toy-example/test.csv', sep='\\t', header=None, names=['user', 'item', 'rating', 'timestamp'])\n",
"\n",
"toy_train_ui, toy_test_ui, toy_user_code_id, toy_user_id_code, \\\n",
"toy_item_code_id, toy_item_id_code = helpers.data_to_csr(toy_train_read, toy_test_read)\n",
"\n",
"\n",
"model=IKNN()\n",
"model.fit(toy_train_ui)\n",
"\n",
"print('toy train ui:')\n",
"display(toy_train_ui.A)\n",
"\n",
"print('similarity matrix:')\n",
"display(model.similarity_matrix_ii.A)\n",
"\n",
"print('estimations matrix:')\n",
"display(model.estimations)\n",
"\n",
"model.recommend(toy_user_code_id, toy_item_code_id)"
]
},
{
"cell_type": "code",
"execution_count": 4,
"metadata": {},
"outputs": [],
"source": [
"model=IKNN()\n",
"model.fit(train_ui)\n",
"\n",
"top_n=pd.DataFrame(model.recommend(user_code_id, item_code_id, topK=10))\n",
"\n",
"top_n.to_csv('Recommendations generated/ml-100k/Self_IKNN_reco.csv', index=False, header=False)\n",
"\n",
"estimations=pd.DataFrame(model.estimate(user_code_id, item_code_id, test_ui))\n",
"estimations.to_csv('Recommendations generated/ml-100k/Self_IKNN_estimations.csv', index=False, header=False)"
]
},
{
"cell_type": "code",
"execution_count": 5,
"metadata": {},
"outputs": [
{
"name": "stderr",
"output_type": "stream",
"text": [
"943it [00:00, 12078.80it/s]\n"
]
},
{
"data": {
"text/html": [
"
\n",
"\n",
"
\n",
" \n",
" \n",
" | \n",
" RMSE | \n",
" MAE | \n",
" precision | \n",
" recall | \n",
" F_1 | \n",
" F_05 | \n",
" precision_super | \n",
" recall_super | \n",
" NDCG | \n",
" mAP | \n",
" MRR | \n",
" LAUC | \n",
" HR | \n",
" F_2 | \n",
" Whole_average | \n",
" Reco in test | \n",
" Test coverage | \n",
" Shannon | \n",
" Gini | \n",
"
\n",
" \n",
" \n",
" \n",
" 0 | \n",
" 1.018363 | \n",
" 0.808793 | \n",
" 0.000318 | \n",
" 0.000108 | \n",
" 0.00014 | \n",
" 0.000189 | \n",
" 0.0 | \n",
" 0.0 | \n",
" 0.000214 | \n",
" 0.000037 | \n",
" 0.000368 | \n",
" 0.496391 | \n",
" 0.003181 | \n",
" 0.000118 | \n",
" 0.041755 | \n",
" 0.392153 | \n",
" 0.11544 | \n",
" 4.174741 | \n",
" 0.965327 | \n",
"
\n",
" \n",
"
\n",
"
"
],
"text/plain": [
" RMSE MAE precision recall F_1 F_05 \\\n",
"0 1.018363 0.808793 0.000318 0.000108 0.00014 0.000189 \n",
"\n",
" precision_super recall_super NDCG mAP MRR LAUC \\\n",
"0 0.0 0.0 0.000214 0.000037 0.000368 0.496391 \n",
"\n",
" HR F_2 Whole_average Reco in test Test coverage Shannon \\\n",
"0 0.003181 0.000118 0.041755 0.392153 0.11544 4.174741 \n",
"\n",
" Gini \n",
"0 0.965327 "
]
},
"execution_count": 5,
"metadata": {},
"output_type": "execute_result"
}
],
"source": [
"import evaluation_measures as ev\n",
"estimations_df=pd.read_csv('Recommendations generated/ml-100k/Self_IKNN_estimations.csv', header=None)\n",
"reco=np.loadtxt('Recommendations generated/ml-100k/Self_IKNN_reco.csv', delimiter=',')\n",
"\n",
"ev.evaluate(test=pd.read_csv('./Datasets/ml-100k/test.csv', sep='\\t', header=None),\n",
" estimations_df=estimations_df, \n",
" reco=reco,\n",
" super_reactions=[4,5])"
]
},
{
"cell_type": "code",
"execution_count": 6,
"metadata": {},
"outputs": [
{
"name": "stderr",
"output_type": "stream",
"text": [
"943it [00:00, 12078.88it/s]\n",
"943it [00:00, 11925.80it/s]\n",
"943it [00:00, 11925.88it/s]\n",
"943it [00:00, 11215.86it/s]\n",
"943it [00:00, 12561.94it/s]\n",
"943it [00:00, 12233.66it/s]\n",
"943it [00:00, 12396.66it/s]\n",
"943it [00:00, 12235.55it/s]\n",
"943it [00:00, 12233.85it/s]\n",
"943it [00:00, 12078.62it/s]\n",
"943it [00:00, 11925.44it/s]\n",
"943it [00:00, 12235.67it/s]\n",
"943it [00:00, 12235.44it/s]\n",
"943it [00:00, 11776.81it/s]\n",
"943it [00:00, 11489.54it/s]\n",
"943it [00:00, 11489.44it/s]\n"
]
},
{
"data": {
"text/html": [
"\n",
"\n",
"
\n",
" \n",
" \n",
" | \n",
" Model | \n",
" RMSE | \n",
" MAE | \n",
" precision | \n",
" recall | \n",
" F_1 | \n",
" F_05 | \n",
" precision_super | \n",
" recall_super | \n",
" NDCG | \n",
" mAP | \n",
" MRR | \n",
" LAUC | \n",
" HR | \n",
" F_2 | \n",
" Whole_average | \n",
" Reco in test | \n",
" Test coverage | \n",
" Shannon | \n",
" Gini | \n",
"
\n",
" \n",
" \n",
" \n",
" 0 | \n",
" Self_TopPop | \n",
" 2.508258 | \n",
" 2.217909 | \n",
" 0.188865 | \n",
" 0.116919 | \n",
" 0.118732 | \n",
" 0.141584 | \n",
" 0.130472 | \n",
" 0.137473 | \n",
" 0.214651 | \n",
" 0.111707 | \n",
" 0.400939 | \n",
" 0.555546 | \n",
" 0.765642 | \n",
" 0.112750 | \n",
" 0.249607 | \n",
" 1.000000 | \n",
" 0.038961 | \n",
" 3.159079 | \n",
" 0.987317 | \n",
"
\n",
" \n",
" 0 | \n",
" Self_SVDBaseline | \n",
" 3.642454 | \n",
" 3.477190 | \n",
" 0.135101 | \n",
" 0.078585 | \n",
" 0.082031 | \n",
" 0.099077 | \n",
" 0.107189 | \n",
" 0.105339 | \n",
" 0.161370 | \n",
" 0.081348 | \n",
" 0.335256 | \n",
" 0.536192 | \n",
" 0.635207 | \n",
" 0.077167 | \n",
" 0.202822 | \n",
" 0.999894 | \n",
" 0.287157 | \n",
" 5.167630 | \n",
" 0.906365 | \n",
"
\n",
" \n",
" 0 | \n",
" Ready_SVD | \n",
" 0.950188 | \n",
" 0.749989 | \n",
" 0.096288 | \n",
" 0.044814 | \n",
" 0.052190 | \n",
" 0.067156 | \n",
" 0.085408 | \n",
" 0.070906 | \n",
" 0.105477 | \n",
" 0.048037 | \n",
" 0.225665 | \n",
" 0.519108 | \n",
" 0.488865 | \n",
" 0.046118 | \n",
" 0.154169 | \n",
" 0.997667 | \n",
" 0.213564 | \n",
" 4.410143 | \n",
" 0.952728 | \n",
"
\n",
" \n",
" 0 | \n",
" Self_SVD | \n",
" 0.914262 | \n",
" 0.717023 | \n",
" 0.104666 | \n",
" 0.043109 | \n",
" 0.052955 | \n",
" 0.070403 | \n",
" 0.095064 | \n",
" 0.074470 | \n",
" 0.107580 | \n",
" 0.051132 | \n",
" 0.198774 | \n",
" 0.518287 | \n",
" 0.479321 | \n",
" 0.045457 | \n",
" 0.153435 | \n",
" 0.860233 | \n",
" 0.140693 | \n",
" 3.924150 | \n",
" 0.971320 | \n",
"
\n",
" \n",
" 0 | \n",
" Ready_Baseline | \n",
" 0.949459 | \n",
" 0.752487 | \n",
" 0.091410 | \n",
" 0.037652 | \n",
" 0.046030 | \n",
" 0.061286 | \n",
" 0.079614 | \n",
" 0.056463 | \n",
" 0.095957 | \n",
" 0.043178 | \n",
" 0.198193 | \n",
" 0.515501 | \n",
" 0.437964 | \n",
" 0.039549 | \n",
" 0.141900 | \n",
" 1.000000 | \n",
" 0.033911 | \n",
" 2.836513 | \n",
" 0.991139 | \n",
"
\n",
" \n",
" 0 | \n",
" Ready_SVDBiased | \n",
" 0.940534 | \n",
" 0.742068 | \n",
" 0.081866 | \n",
" 0.035675 | \n",
" 0.041920 | \n",
" 0.055096 | \n",
" 0.072103 | \n",
" 0.051976 | \n",
" 0.089568 | \n",
" 0.039835 | \n",
" 0.195104 | \n",
" 0.514486 | \n",
" 0.429480 | \n",
" 0.036595 | \n",
" 0.136976 | \n",
" 0.996925 | \n",
" 0.165945 | \n",
" 4.136236 | \n",
" 0.965487 | \n",
"
\n",
" \n",
" 0 | \n",
" Self_GlobalAvg | \n",
" 1.125760 | \n",
" 0.943534 | \n",
" 0.061188 | \n",
" 0.025968 | \n",
" 0.031383 | \n",
" 0.041343 | \n",
" 0.040558 | \n",
" 0.032107 | \n",
" 0.067695 | \n",
" 0.027470 | \n",
" 0.171187 | \n",
" 0.509546 | \n",
" 0.384942 | \n",
" 0.027213 | \n",
" 0.118383 | \n",
" 1.000000 | \n",
" 0.025974 | \n",
" 2.711772 | \n",
" 0.992003 | \n",
"
\n",
" \n",
" 0 | \n",
" Ready_Random | \n",
" 1.525730 | \n",
" 1.225537 | \n",
" 0.045917 | \n",
" 0.020462 | \n",
" 0.023786 | \n",
" 0.031070 | \n",
" 0.026931 | \n",
" 0.021781 | \n",
" 0.051318 | \n",
" 0.019634 | \n",
" 0.132275 | \n",
" 0.506747 | \n",
" 0.316013 | \n",
" 0.020936 | \n",
" 0.101406 | \n",
" 0.987275 | \n",
" 0.183261 | \n",
" 5.096275 | \n",
" 0.908275 | \n",
"
\n",
" \n",
" 0 | \n",
" Ready_I-KNN | \n",
" 1.030386 | \n",
" 0.813067 | \n",
" 0.026087 | \n",
" 0.006908 | \n",
" 0.010593 | \n",
" 0.016046 | \n",
" 0.021137 | \n",
" 0.009522 | \n",
" 0.024214 | \n",
" 0.008958 | \n",
" 0.048068 | \n",
" 0.499885 | \n",
" 0.154825 | \n",
" 0.008007 | \n",
" 0.069521 | \n",
" 0.402333 | \n",
" 0.434343 | \n",
" 5.133650 | \n",
" 0.877999 | \n",
"
\n",
" \n",
" 0 | \n",
" Self_KNNSurprisetask | \n",
" 0.955921 | \n",
" 0.754037 | \n",
" 0.004984 | \n",
" 0.003225 | \n",
" 0.003406 | \n",
" 0.003956 | \n",
" 0.004506 | \n",
" 0.003861 | \n",
" 0.006815 | \n",
" 0.002906 | \n",
" 0.020332 | \n",
" 0.497969 | \n",
" 0.039236 | \n",
" 0.003210 | \n",
" 0.049534 | \n",
" 0.587699 | \n",
" 0.071429 | \n",
" 2.699278 | \n",
" 0.991353 | \n",
"
\n",
" \n",
" 0 | \n",
" Ready_I-KNNBaseline | \n",
" 0.935327 | \n",
" 0.737424 | \n",
" 0.002545 | \n",
" 0.000755 | \n",
" 0.001105 | \n",
" 0.001602 | \n",
" 0.002253 | \n",
" 0.000930 | \n",
" 0.003444 | \n",
" 0.001362 | \n",
" 0.011760 | \n",
" 0.496724 | \n",
" 0.021209 | \n",
" 0.000862 | \n",
" 0.045379 | \n",
" 0.482821 | \n",
" 0.059885 | \n",
" 2.232578 | \n",
" 0.994487 | \n",
"
\n",
" \n",
" 0 | \n",
" Ready_U-KNN | \n",
" 1.023495 | \n",
" 0.807913 | \n",
" 0.000742 | \n",
" 0.000205 | \n",
" 0.000305 | \n",
" 0.000449 | \n",
" 0.000536 | \n",
" 0.000198 | \n",
" 0.000845 | \n",
" 0.000274 | \n",
" 0.002744 | \n",
" 0.496441 | \n",
" 0.007423 | \n",
" 0.000235 | \n",
" 0.042533 | \n",
" 0.602121 | \n",
" 0.010823 | \n",
" 2.089186 | \n",
" 0.995706 | \n",
"
\n",
" \n",
" 0 | \n",
" Self_TopRated | \n",
" 2.508258 | \n",
" 2.217909 | \n",
" 0.000954 | \n",
" 0.000188 | \n",
" 0.000298 | \n",
" 0.000481 | \n",
" 0.000644 | \n",
" 0.000223 | \n",
" 0.001043 | \n",
" 0.000335 | \n",
" 0.003348 | \n",
" 0.496433 | \n",
" 0.009544 | \n",
" 0.000220 | \n",
" 0.042809 | \n",
" 0.699046 | \n",
" 0.005051 | \n",
" 1.945910 | \n",
" 0.995669 | \n",
"
\n",
" \n",
" 0 | \n",
" Self_BaselineIU | \n",
" 0.958136 | \n",
" 0.754051 | \n",
" 0.000954 | \n",
" 0.000188 | \n",
" 0.000298 | \n",
" 0.000481 | \n",
" 0.000644 | \n",
" 0.000223 | \n",
" 0.001043 | \n",
" 0.000335 | \n",
" 0.003348 | \n",
" 0.496433 | \n",
" 0.009544 | \n",
" 0.000220 | \n",
" 0.042809 | \n",
" 0.699046 | \n",
" 0.005051 | \n",
" 1.945910 | \n",
" 0.995669 | \n",
"
\n",
" \n",
" 0 | \n",
" Self_BaselineUI | \n",
" 0.967585 | \n",
" 0.762740 | \n",
" 0.000954 | \n",
" 0.000170 | \n",
" 0.000278 | \n",
" 0.000463 | \n",
" 0.000644 | \n",
" 0.000189 | \n",
" 0.000752 | \n",
" 0.000168 | \n",
" 0.001677 | \n",
" 0.496424 | \n",
" 0.009544 | \n",
" 0.000201 | \n",
" 0.042622 | \n",
" 0.600530 | \n",
" 0.005051 | \n",
" 1.803126 | \n",
" 0.996380 | \n",
"
\n",
" \n",
" 0 | \n",
" Self_IKNN | \n",
" 1.018363 | \n",
" 0.808793 | \n",
" 0.000318 | \n",
" 0.000108 | \n",
" 0.000140 | \n",
" 0.000189 | \n",
" 0.000000 | \n",
" 0.000000 | \n",
" 0.000214 | \n",
" 0.000037 | \n",
" 0.000368 | \n",
" 0.496391 | \n",
" 0.003181 | \n",
" 0.000118 | \n",
" 0.041755 | \n",
" 0.392153 | \n",
" 0.115440 | \n",
" 4.174741 | \n",
" 0.965327 | \n",
"
\n",
" \n",
"
\n",
"
"
],
"text/plain": [
" Model RMSE MAE precision recall F_1 \\\n",
"0 Self_TopPop 2.508258 2.217909 0.188865 0.116919 0.118732 \n",
"0 Self_SVDBaseline 3.642454 3.477190 0.135101 0.078585 0.082031 \n",
"0 Ready_SVD 0.950188 0.749989 0.096288 0.044814 0.052190 \n",
"0 Self_SVD 0.914262 0.717023 0.104666 0.043109 0.052955 \n",
"0 Ready_Baseline 0.949459 0.752487 0.091410 0.037652 0.046030 \n",
"0 Ready_SVDBiased 0.940534 0.742068 0.081866 0.035675 0.041920 \n",
"0 Self_GlobalAvg 1.125760 0.943534 0.061188 0.025968 0.031383 \n",
"0 Ready_Random 1.525730 1.225537 0.045917 0.020462 0.023786 \n",
"0 Ready_I-KNN 1.030386 0.813067 0.026087 0.006908 0.010593 \n",
"0 Self_KNNSurprisetask 0.955921 0.754037 0.004984 0.003225 0.003406 \n",
"0 Ready_I-KNNBaseline 0.935327 0.737424 0.002545 0.000755 0.001105 \n",
"0 Ready_U-KNN 1.023495 0.807913 0.000742 0.000205 0.000305 \n",
"0 Self_TopRated 2.508258 2.217909 0.000954 0.000188 0.000298 \n",
"0 Self_BaselineIU 0.958136 0.754051 0.000954 0.000188 0.000298 \n",
"0 Self_BaselineUI 0.967585 0.762740 0.000954 0.000170 0.000278 \n",
"0 Self_IKNN 1.018363 0.808793 0.000318 0.000108 0.000140 \n",
"\n",
" F_05 precision_super recall_super NDCG mAP MRR \\\n",
"0 0.141584 0.130472 0.137473 0.214651 0.111707 0.400939 \n",
"0 0.099077 0.107189 0.105339 0.161370 0.081348 0.335256 \n",
"0 0.067156 0.085408 0.070906 0.105477 0.048037 0.225665 \n",
"0 0.070403 0.095064 0.074470 0.107580 0.051132 0.198774 \n",
"0 0.061286 0.079614 0.056463 0.095957 0.043178 0.198193 \n",
"0 0.055096 0.072103 0.051976 0.089568 0.039835 0.195104 \n",
"0 0.041343 0.040558 0.032107 0.067695 0.027470 0.171187 \n",
"0 0.031070 0.026931 0.021781 0.051318 0.019634 0.132275 \n",
"0 0.016046 0.021137 0.009522 0.024214 0.008958 0.048068 \n",
"0 0.003956 0.004506 0.003861 0.006815 0.002906 0.020332 \n",
"0 0.001602 0.002253 0.000930 0.003444 0.001362 0.011760 \n",
"0 0.000449 0.000536 0.000198 0.000845 0.000274 0.002744 \n",
"0 0.000481 0.000644 0.000223 0.001043 0.000335 0.003348 \n",
"0 0.000481 0.000644 0.000223 0.001043 0.000335 0.003348 \n",
"0 0.000463 0.000644 0.000189 0.000752 0.000168 0.001677 \n",
"0 0.000189 0.000000 0.000000 0.000214 0.000037 0.000368 \n",
"\n",
" LAUC HR F_2 Whole_average Reco in test Test coverage \\\n",
"0 0.555546 0.765642 0.112750 0.249607 1.000000 0.038961 \n",
"0 0.536192 0.635207 0.077167 0.202822 0.999894 0.287157 \n",
"0 0.519108 0.488865 0.046118 0.154169 0.997667 0.213564 \n",
"0 0.518287 0.479321 0.045457 0.153435 0.860233 0.140693 \n",
"0 0.515501 0.437964 0.039549 0.141900 1.000000 0.033911 \n",
"0 0.514486 0.429480 0.036595 0.136976 0.996925 0.165945 \n",
"0 0.509546 0.384942 0.027213 0.118383 1.000000 0.025974 \n",
"0 0.506747 0.316013 0.020936 0.101406 0.987275 0.183261 \n",
"0 0.499885 0.154825 0.008007 0.069521 0.402333 0.434343 \n",
"0 0.497969 0.039236 0.003210 0.049534 0.587699 0.071429 \n",
"0 0.496724 0.021209 0.000862 0.045379 0.482821 0.059885 \n",
"0 0.496441 0.007423 0.000235 0.042533 0.602121 0.010823 \n",
"0 0.496433 0.009544 0.000220 0.042809 0.699046 0.005051 \n",
"0 0.496433 0.009544 0.000220 0.042809 0.699046 0.005051 \n",
"0 0.496424 0.009544 0.000201 0.042622 0.600530 0.005051 \n",
"0 0.496391 0.003181 0.000118 0.041755 0.392153 0.115440 \n",
"\n",
" Shannon Gini \n",
"0 3.159079 0.987317 \n",
"0 5.167630 0.906365 \n",
"0 4.410143 0.952728 \n",
"0 3.924150 0.971320 \n",
"0 2.836513 0.991139 \n",
"0 4.136236 0.965487 \n",
"0 2.711772 0.992003 \n",
"0 5.096275 0.908275 \n",
"0 5.133650 0.877999 \n",
"0 2.699278 0.991353 \n",
"0 2.232578 0.994487 \n",
"0 2.089186 0.995706 \n",
"0 1.945910 0.995669 \n",
"0 1.945910 0.995669 \n",
"0 1.803126 0.996380 \n",
"0 4.174741 0.965327 "
]
},
"execution_count": 6,
"metadata": {},
"output_type": "execute_result"
}
],
"source": [
"import imp\n",
"imp.reload(ev)\n",
"\n",
"import evaluation_measures as ev\n",
"dir_path=\"Recommendations generated/ml-100k/\"\n",
"super_reactions=[4,5]\n",
"test=pd.read_csv('./Datasets/ml-100k/test.csv', sep='\\t', header=None)\n",
"\n",
"ev.evaluate_all(test, dir_path, super_reactions)"
]
},
{
"cell_type": "markdown",
"metadata": {},
"source": [
"# Ready-made KNNs - Surprise implementation"
]
},
{
"cell_type": "markdown",
"metadata": {},
"source": [
"### I-KNN - basic"
]
},
{
"cell_type": "code",
"execution_count": 7,
"metadata": {},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"Computing the cosine similarity matrix...\n",
"Done computing similarity matrix.\n",
"Generating predictions...\n",
"Generating top N recommendations...\n",
"Generating predictions...\n"
]
}
],
"source": [
"import helpers\n",
"import surprise as sp\n",
"import imp\n",
"imp.reload(helpers)\n",
"\n",
"sim_options = {'name': 'cosine',\n",
" 'user_based': False} # compute similarities between items\n",
"algo = sp.KNNBasic(sim_options=sim_options)\n",
"\n",
"helpers.ready_made(algo, reco_path='Recommendations generated/ml-100k/Ready_I-KNN_reco.csv',\n",
" estimations_path='Recommendations generated/ml-100k/Ready_I-KNN_estimations.csv')"
]
},
{
"cell_type": "markdown",
"metadata": {},
"source": [
"### U-KNN - basic"
]
},
{
"cell_type": "code",
"execution_count": 8,
"metadata": {},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"Computing the cosine similarity matrix...\n",
"Done computing similarity matrix.\n",
"Generating predictions...\n",
"Generating top N recommendations...\n",
"Generating predictions...\n"
]
}
],
"source": [
"import helpers\n",
"import surprise as sp\n",
"import imp\n",
"imp.reload(helpers)\n",
"\n",
"sim_options = {'name': 'cosine',\n",
" 'user_based': True} # compute similarities between users\n",
"algo = sp.KNNBasic(sim_options=sim_options)\n",
"\n",
"helpers.ready_made(algo, reco_path='Recommendations generated/ml-100k/Ready_U-KNN_reco.csv',\n",
" estimations_path='Recommendations generated/ml-100k/Ready_U-KNN_estimations.csv')"
]
},
{
"cell_type": "markdown",
"metadata": {},
"source": [
"### I-KNN - on top baseline"
]
},
{
"cell_type": "code",
"execution_count": 9,
"metadata": {},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"Estimating biases using als...\n",
"Computing the msd similarity matrix...\n",
"Done computing similarity matrix.\n",
"Generating predictions...\n",
"Generating top N recommendations...\n",
"Generating predictions...\n"
]
}
],
"source": [
"import helpers\n",
"import surprise as sp\n",
"import imp\n",
"imp.reload(helpers)\n",
"\n",
"sim_options = {'name': 'cosine',\n",
" 'user_based': False} # compute similarities between items\n",
"algo = sp.KNNBaseline()\n",
"\n",
"helpers.ready_made(algo, reco_path='Recommendations generated/ml-100k/Ready_I-KNNBaseline_reco.csv',\n",
" estimations_path='Recommendations generated/ml-100k/Ready_I-KNNBaseline_estimations.csv')"
]
},
{
"cell_type": "markdown",
"metadata": {},
"source": [
"# project task 4: use a version of your choice of Surprise KNNalgorithm"
]
},
{
"cell_type": "code",
"execution_count": 35,
"metadata": {},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"Estimating biases using als...\n",
"Computing the cosine similarity matrix...\n",
"Done computing similarity matrix.\n",
"Generating predictions...\n",
"Generating top N recommendations...\n",
"Generating predictions...\n"
]
}
],
"source": [
"# read the docs and try to find best parameter configuration (let say in terms of RMSE)\n",
"# https://surprise.readthedocs.io/en/stable/knn_inspired.html##surprise.prediction_algorithms.knns.KNNBaseline\n",
"# the solution here can be similar to examples above\n",
"# please save the output in 'Recommendations generated/ml-100k/Self_KNNSurprisetask_reco.csv' and\n",
"# 'Recommendations generated/ml-100k/Self_KNNSurprisetask_estimations.csv'\n",
"import helpers\n",
"import surprise as sp\n",
"import imp\n",
"imp.reload(helpers)\n",
"\n",
"sim_options = {'name': 'cosine',\n",
" 'user_based': False}\n",
"\n",
"#Diffrent configurations, manual tests\n",
"#algo = sp.KNNBaseline(sim_options=sim_options)\t 0.946255\t0.745209\t0.083457\t0.032848\t0.041227\t0.055493\t\n",
"#algo = sp.KNNBaseline(k=50 ,sim_options=sim_options)\t 0.943462\t0.743119\t0.083881\t0.032691\t0.041071\t0.055468\t\n",
"#algo = sp.KNNBaseline(k=80 ,sim_options=sim_options) 0.941287\t0.741588\t0.083775\t0.032891\t0.041282\t0.055585\n",
"#algo = sp.KNNWithMeans(sim_options=sim_options)\t 0.948685\t0.744850\t0.005620\t0.002081\t0.002779\t0.003794\t\n",
"#algo = sp.KNNWithZScore(sim_options=sim_options)\t 0.950328\t0.745109\t0.003924\t0.001466\t0.001953\t0.002652\t\n",
"algo = sp.KNNBaseline(sim_options=sim_options)\t #Maybe not the best RMSE but overall KNN best\n",
"\n",
"helpers.ready_made(algo, reco_path='Recommendations generated/ml-100k/Self_KNNSurprisetask_reco.csv',\n",
" estimations_path='Recommendations generated/ml-100k/Self_KNNSurprisetask_estimations.csv')"
]
},
{
"cell_type": "code",
"execution_count": 36,
"metadata": {},
"outputs": [
{
"name": "stderr",
"output_type": "stream",
"text": [
"943it [00:00, 12235.63it/s]\n",
"943it [00:00, 12128.25it/s]\n",
"943it [00:00, 11489.47it/s]\n",
"943it [00:00, 11216.05it/s]\n",
"943it [00:00, 11010.63it/s]\n",
"943it [00:00, 11489.57it/s]\n",
"943it [00:00, 11925.84it/s]\n",
"943it [00:00, 12235.67it/s]\n",
"943it [00:00, 11485.30it/s]\n",
"943it [00:00, 11351.15it/s]\n",
"943it [00:00, 11489.71it/s]\n",
"943it [00:00, 12396.62it/s]\n",
"943it [00:00, 11925.84it/s]\n",
"943it [00:00, 11776.81it/s]\n",
"943it [00:00, 11925.80it/s]\n",
"943it [00:00, 11776.77it/s]\n"
]
},
{
"data": {
"text/html": [
"\n",
"\n",
"
\n",
" \n",
" \n",
" | \n",
" Model | \n",
" RMSE | \n",
" MAE | \n",
" precision | \n",
" recall | \n",
" F_1 | \n",
" F_05 | \n",
" precision_super | \n",
" recall_super | \n",
" NDCG | \n",
" mAP | \n",
" MRR | \n",
" LAUC | \n",
" HR | \n",
" F_2 | \n",
" Whole_average | \n",
" Reco in test | \n",
" Test coverage | \n",
" Shannon | \n",
" Gini | \n",
"
\n",
" \n",
" \n",
" \n",
" 0 | \n",
" Self_TopPop | \n",
" 2.508258 | \n",
" 2.217909 | \n",
" 0.188865 | \n",
" 0.116919 | \n",
" 0.118732 | \n",
" 0.141584 | \n",
" 0.130472 | \n",
" 0.137473 | \n",
" 0.214651 | \n",
" 0.111707 | \n",
" 0.400939 | \n",
" 0.555546 | \n",
" 0.765642 | \n",
" 0.112750 | \n",
" 0.249607 | \n",
" 1.000000 | \n",
" 0.038961 | \n",
" 3.159079 | \n",
" 0.987317 | \n",
"
\n",
" \n",
" 0 | \n",
" Self_SVDBaseline | \n",
" 3.642454 | \n",
" 3.477190 | \n",
" 0.135101 | \n",
" 0.078585 | \n",
" 0.082031 | \n",
" 0.099077 | \n",
" 0.107189 | \n",
" 0.105339 | \n",
" 0.161370 | \n",
" 0.081348 | \n",
" 0.335256 | \n",
" 0.536192 | \n",
" 0.635207 | \n",
" 0.077167 | \n",
" 0.202822 | \n",
" 0.999894 | \n",
" 0.287157 | \n",
" 5.167630 | \n",
" 0.906365 | \n",
"
\n",
" \n",
" 0 | \n",
" Ready_SVD | \n",
" 0.950188 | \n",
" 0.749989 | \n",
" 0.096288 | \n",
" 0.044814 | \n",
" 0.052190 | \n",
" 0.067156 | \n",
" 0.085408 | \n",
" 0.070906 | \n",
" 0.105477 | \n",
" 0.048037 | \n",
" 0.225665 | \n",
" 0.519108 | \n",
" 0.488865 | \n",
" 0.046118 | \n",
" 0.154169 | \n",
" 0.997667 | \n",
" 0.213564 | \n",
" 4.410143 | \n",
" 0.952728 | \n",
"
\n",
" \n",
" 0 | \n",
" Self_SVD | \n",
" 0.914262 | \n",
" 0.717023 | \n",
" 0.104666 | \n",
" 0.043109 | \n",
" 0.052955 | \n",
" 0.070403 | \n",
" 0.095064 | \n",
" 0.074470 | \n",
" 0.107580 | \n",
" 0.051132 | \n",
" 0.198774 | \n",
" 0.518287 | \n",
" 0.479321 | \n",
" 0.045457 | \n",
" 0.153435 | \n",
" 0.860233 | \n",
" 0.140693 | \n",
" 3.924150 | \n",
" 0.971320 | \n",
"
\n",
" \n",
" 0 | \n",
" Ready_Baseline | \n",
" 0.949459 | \n",
" 0.752487 | \n",
" 0.091410 | \n",
" 0.037652 | \n",
" 0.046030 | \n",
" 0.061286 | \n",
" 0.079614 | \n",
" 0.056463 | \n",
" 0.095957 | \n",
" 0.043178 | \n",
" 0.198193 | \n",
" 0.515501 | \n",
" 0.437964 | \n",
" 0.039549 | \n",
" 0.141900 | \n",
" 1.000000 | \n",
" 0.033911 | \n",
" 2.836513 | \n",
" 0.991139 | \n",
"
\n",
" \n",
" 0 | \n",
" Ready_SVDBiased | \n",
" 0.940534 | \n",
" 0.742068 | \n",
" 0.081866 | \n",
" 0.035675 | \n",
" 0.041920 | \n",
" 0.055096 | \n",
" 0.072103 | \n",
" 0.051976 | \n",
" 0.089568 | \n",
" 0.039835 | \n",
" 0.195104 | \n",
" 0.514486 | \n",
" 0.429480 | \n",
" 0.036595 | \n",
" 0.136976 | \n",
" 0.996925 | \n",
" 0.165945 | \n",
" 4.136236 | \n",
" 0.965487 | \n",
"
\n",
" \n",
" 0 | \n",
" Self_KNNSurprisetask | \n",
" 0.946255 | \n",
" 0.745209 | \n",
" 0.083457 | \n",
" 0.032848 | \n",
" 0.041227 | \n",
" 0.055493 | \n",
" 0.074785 | \n",
" 0.048890 | \n",
" 0.089577 | \n",
" 0.040902 | \n",
" 0.189057 | \n",
" 0.513076 | \n",
" 0.417815 | \n",
" 0.034996 | \n",
" 0.135177 | \n",
" 0.888547 | \n",
" 0.130592 | \n",
" 3.611806 | \n",
" 0.978659 | \n",
"
\n",
" \n",
" 0 | \n",
" Self_TopRated | \n",
" 2.508258 | \n",
" 2.217909 | \n",
" 0.079321 | \n",
" 0.032667 | \n",
" 0.039983 | \n",
" 0.053170 | \n",
" 0.068884 | \n",
" 0.048582 | \n",
" 0.070766 | \n",
" 0.027602 | \n",
" 0.114790 | \n",
" 0.512943 | \n",
" 0.411453 | \n",
" 0.034385 | \n",
" 0.124546 | \n",
" 1.000000 | \n",
" 0.024531 | \n",
" 2.761238 | \n",
" 0.991660 | \n",
"
\n",
" \n",
" 0 | \n",
" Self_GlobalAvg | \n",
" 1.125760 | \n",
" 0.943534 | \n",
" 0.061188 | \n",
" 0.025968 | \n",
" 0.031383 | \n",
" 0.041343 | \n",
" 0.040558 | \n",
" 0.032107 | \n",
" 0.067695 | \n",
" 0.027470 | \n",
" 0.171187 | \n",
" 0.509546 | \n",
" 0.384942 | \n",
" 0.027213 | \n",
" 0.118383 | \n",
" 1.000000 | \n",
" 0.025974 | \n",
" 2.711772 | \n",
" 0.992003 | \n",
"
\n",
" \n",
" 0 | \n",
" Ready_Random | \n",
" 1.525730 | \n",
" 1.225537 | \n",
" 0.045917 | \n",
" 0.020462 | \n",
" 0.023786 | \n",
" 0.031070 | \n",
" 0.026931 | \n",
" 0.021781 | \n",
" 0.051318 | \n",
" 0.019634 | \n",
" 0.132275 | \n",
" 0.506747 | \n",
" 0.316013 | \n",
" 0.020936 | \n",
" 0.101406 | \n",
" 0.987275 | \n",
" 0.183261 | \n",
" 5.096275 | \n",
" 0.908275 | \n",
"
\n",
" \n",
" 0 | \n",
" Ready_I-KNN | \n",
" 1.030386 | \n",
" 0.813067 | \n",
" 0.026087 | \n",
" 0.006908 | \n",
" 0.010593 | \n",
" 0.016046 | \n",
" 0.021137 | \n",
" 0.009522 | \n",
" 0.024214 | \n",
" 0.008958 | \n",
" 0.048068 | \n",
" 0.499885 | \n",
" 0.154825 | \n",
" 0.008007 | \n",
" 0.069521 | \n",
" 0.402333 | \n",
" 0.434343 | \n",
" 5.133650 | \n",
" 0.877999 | \n",
"
\n",
" \n",
" 0 | \n",
" Ready_I-KNNBaseline | \n",
" 0.935327 | \n",
" 0.737424 | \n",
" 0.002545 | \n",
" 0.000755 | \n",
" 0.001105 | \n",
" 0.001602 | \n",
" 0.002253 | \n",
" 0.000930 | \n",
" 0.003444 | \n",
" 0.001362 | \n",
" 0.011760 | \n",
" 0.496724 | \n",
" 0.021209 | \n",
" 0.000862 | \n",
" 0.045379 | \n",
" 0.482821 | \n",
" 0.059885 | \n",
" 2.232578 | \n",
" 0.994487 | \n",
"
\n",
" \n",
" 0 | \n",
" Ready_U-KNN | \n",
" 1.023495 | \n",
" 0.807913 | \n",
" 0.000742 | \n",
" 0.000205 | \n",
" 0.000305 | \n",
" 0.000449 | \n",
" 0.000536 | \n",
" 0.000198 | \n",
" 0.000845 | \n",
" 0.000274 | \n",
" 0.002744 | \n",
" 0.496441 | \n",
" 0.007423 | \n",
" 0.000235 | \n",
" 0.042533 | \n",
" 0.602121 | \n",
" 0.010823 | \n",
" 2.089186 | \n",
" 0.995706 | \n",
"
\n",
" \n",
" 0 | \n",
" Self_BaselineIU | \n",
" 0.958136 | \n",
" 0.754051 | \n",
" 0.000954 | \n",
" 0.000188 | \n",
" 0.000298 | \n",
" 0.000481 | \n",
" 0.000644 | \n",
" 0.000223 | \n",
" 0.001043 | \n",
" 0.000335 | \n",
" 0.003348 | \n",
" 0.496433 | \n",
" 0.009544 | \n",
" 0.000220 | \n",
" 0.042809 | \n",
" 0.699046 | \n",
" 0.005051 | \n",
" 1.945910 | \n",
" 0.995669 | \n",
"
\n",
" \n",
" 0 | \n",
" Self_BaselineUI | \n",
" 0.967585 | \n",
" 0.762740 | \n",
" 0.000954 | \n",
" 0.000170 | \n",
" 0.000278 | \n",
" 0.000463 | \n",
" 0.000644 | \n",
" 0.000189 | \n",
" 0.000752 | \n",
" 0.000168 | \n",
" 0.001677 | \n",
" 0.496424 | \n",
" 0.009544 | \n",
" 0.000201 | \n",
" 0.042622 | \n",
" 0.600530 | \n",
" 0.005051 | \n",
" 1.803126 | \n",
" 0.996380 | \n",
"
\n",
" \n",
" 0 | \n",
" Self_IKNN | \n",
" 1.018363 | \n",
" 0.808793 | \n",
" 0.000318 | \n",
" 0.000108 | \n",
" 0.000140 | \n",
" 0.000189 | \n",
" 0.000000 | \n",
" 0.000000 | \n",
" 0.000214 | \n",
" 0.000037 | \n",
" 0.000368 | \n",
" 0.496391 | \n",
" 0.003181 | \n",
" 0.000118 | \n",
" 0.041755 | \n",
" 0.392153 | \n",
" 0.115440 | \n",
" 4.174741 | \n",
" 0.965327 | \n",
"
\n",
" \n",
"
\n",
"
"
],
"text/plain": [
" Model RMSE MAE precision recall F_1 \\\n",
"0 Self_TopPop 2.508258 2.217909 0.188865 0.116919 0.118732 \n",
"0 Self_SVDBaseline 3.642454 3.477190 0.135101 0.078585 0.082031 \n",
"0 Ready_SVD 0.950188 0.749989 0.096288 0.044814 0.052190 \n",
"0 Self_SVD 0.914262 0.717023 0.104666 0.043109 0.052955 \n",
"0 Ready_Baseline 0.949459 0.752487 0.091410 0.037652 0.046030 \n",
"0 Ready_SVDBiased 0.940534 0.742068 0.081866 0.035675 0.041920 \n",
"0 Self_KNNSurprisetask 0.946255 0.745209 0.083457 0.032848 0.041227 \n",
"0 Self_TopRated 2.508258 2.217909 0.079321 0.032667 0.039983 \n",
"0 Self_GlobalAvg 1.125760 0.943534 0.061188 0.025968 0.031383 \n",
"0 Ready_Random 1.525730 1.225537 0.045917 0.020462 0.023786 \n",
"0 Ready_I-KNN 1.030386 0.813067 0.026087 0.006908 0.010593 \n",
"0 Ready_I-KNNBaseline 0.935327 0.737424 0.002545 0.000755 0.001105 \n",
"0 Ready_U-KNN 1.023495 0.807913 0.000742 0.000205 0.000305 \n",
"0 Self_BaselineIU 0.958136 0.754051 0.000954 0.000188 0.000298 \n",
"0 Self_BaselineUI 0.967585 0.762740 0.000954 0.000170 0.000278 \n",
"0 Self_IKNN 1.018363 0.808793 0.000318 0.000108 0.000140 \n",
"\n",
" F_05 precision_super recall_super NDCG mAP MRR \\\n",
"0 0.141584 0.130472 0.137473 0.214651 0.111707 0.400939 \n",
"0 0.099077 0.107189 0.105339 0.161370 0.081348 0.335256 \n",
"0 0.067156 0.085408 0.070906 0.105477 0.048037 0.225665 \n",
"0 0.070403 0.095064 0.074470 0.107580 0.051132 0.198774 \n",
"0 0.061286 0.079614 0.056463 0.095957 0.043178 0.198193 \n",
"0 0.055096 0.072103 0.051976 0.089568 0.039835 0.195104 \n",
"0 0.055493 0.074785 0.048890 0.089577 0.040902 0.189057 \n",
"0 0.053170 0.068884 0.048582 0.070766 0.027602 0.114790 \n",
"0 0.041343 0.040558 0.032107 0.067695 0.027470 0.171187 \n",
"0 0.031070 0.026931 0.021781 0.051318 0.019634 0.132275 \n",
"0 0.016046 0.021137 0.009522 0.024214 0.008958 0.048068 \n",
"0 0.001602 0.002253 0.000930 0.003444 0.001362 0.011760 \n",
"0 0.000449 0.000536 0.000198 0.000845 0.000274 0.002744 \n",
"0 0.000481 0.000644 0.000223 0.001043 0.000335 0.003348 \n",
"0 0.000463 0.000644 0.000189 0.000752 0.000168 0.001677 \n",
"0 0.000189 0.000000 0.000000 0.000214 0.000037 0.000368 \n",
"\n",
" LAUC HR F_2 Whole_average Reco in test Test coverage \\\n",
"0 0.555546 0.765642 0.112750 0.249607 1.000000 0.038961 \n",
"0 0.536192 0.635207 0.077167 0.202822 0.999894 0.287157 \n",
"0 0.519108 0.488865 0.046118 0.154169 0.997667 0.213564 \n",
"0 0.518287 0.479321 0.045457 0.153435 0.860233 0.140693 \n",
"0 0.515501 0.437964 0.039549 0.141900 1.000000 0.033911 \n",
"0 0.514486 0.429480 0.036595 0.136976 0.996925 0.165945 \n",
"0 0.513076 0.417815 0.034996 0.135177 0.888547 0.130592 \n",
"0 0.512943 0.411453 0.034385 0.124546 1.000000 0.024531 \n",
"0 0.509546 0.384942 0.027213 0.118383 1.000000 0.025974 \n",
"0 0.506747 0.316013 0.020936 0.101406 0.987275 0.183261 \n",
"0 0.499885 0.154825 0.008007 0.069521 0.402333 0.434343 \n",
"0 0.496724 0.021209 0.000862 0.045379 0.482821 0.059885 \n",
"0 0.496441 0.007423 0.000235 0.042533 0.602121 0.010823 \n",
"0 0.496433 0.009544 0.000220 0.042809 0.699046 0.005051 \n",
"0 0.496424 0.009544 0.000201 0.042622 0.600530 0.005051 \n",
"0 0.496391 0.003181 0.000118 0.041755 0.392153 0.115440 \n",
"\n",
" Shannon Gini \n",
"0 3.159079 0.987317 \n",
"0 5.167630 0.906365 \n",
"0 4.410143 0.952728 \n",
"0 3.924150 0.971320 \n",
"0 2.836513 0.991139 \n",
"0 4.136236 0.965487 \n",
"0 3.611806 0.978659 \n",
"0 2.761238 0.991660 \n",
"0 2.711772 0.992003 \n",
"0 5.096275 0.908275 \n",
"0 5.133650 0.877999 \n",
"0 2.232578 0.994487 \n",
"0 2.089186 0.995706 \n",
"0 1.945910 0.995669 \n",
"0 1.803126 0.996380 \n",
"0 4.174741 0.965327 "
]
},
"execution_count": 36,
"metadata": {},
"output_type": "execute_result"
}
],
"source": [
"import imp\n",
"imp.reload(ev)\n",
"\n",
"import evaluation_measures as ev\n",
"dir_path=\"Recommendations generated/ml-100k/\"\n",
"super_reactions=[4,5]\n",
"test=pd.read_csv('./Datasets/ml-100k/test.csv', sep='\\t', header=None)\n",
"\n",
"ev.evaluate_all(test, dir_path, super_reactions)"
]
},
{
"cell_type": "code",
"execution_count": null,
"metadata": {},
"outputs": [],
"source": []
}
],
"metadata": {
"kernelspec": {
"display_name": "Python 3",
"language": "python",
"name": "python3"
},
"language_info": {
"codemirror_mode": {
"name": "ipython",
"version": 3
},
"file_extension": ".py",
"mimetype": "text/x-python",
"name": "python",
"nbconvert_exporter": "python",
"pygments_lexer": "ipython3",
"version": "3.7.6"
}
},
"nbformat": 4,
"nbformat_minor": 4
}