advanced_modelling.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Collaborative Based Recommendation\n",
    "## Funk Singular Value Decomposition (FunkSVD)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Import the basic packages\n",
    "import numpy as np \n",
    "import pandas as pd \n",
    "\n",
    "# Import the surprise packages\n",
    "from surprise import Dataset\n",
    "from surprise.reader import Reader\n",
    "from surprise.prediction_algorithms.matrix_factorization import SVD as FunkSVD"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "rating_df = pd.read_pickle(\"clean_interactions.pkl\")\n",
    "recipes_df = pd.read_pickle(\"clean_recipes.pkl\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>user_id</th>\n",
       "      <th>recipe_id</th>\n",
       "      <th>date</th>\n",
       "      <th>rating</th>\n",
       "      <th>review</th>\n",
       "      <th>review_month</th>\n",
       "      <th>review_year</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>38094</td>\n",
       "      <td>40893</td>\n",
       "      <td>2003-02-17</td>\n",
       "      <td>4</td>\n",
       "      <td>Great with a salad. Cooked on top of stove for...</td>\n",
       "      <td>Feb</td>\n",
       "      <td>2003</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>1293707</td>\n",
       "      <td>40893</td>\n",
       "      <td>2011-12-21</td>\n",
       "      <td>5</td>\n",
       "      <td>So simple, so delicious! Great for chilly fall...</td>\n",
       "      <td>Dec</td>\n",
       "      <td>2011</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>8937</td>\n",
       "      <td>44394</td>\n",
       "      <td>2002-12-01</td>\n",
       "      <td>4</td>\n",
       "      <td>This worked very well and is EASY.  I used not...</td>\n",
       "      <td>Dec</td>\n",
       "      <td>2002</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>126440</td>\n",
       "      <td>85009</td>\n",
       "      <td>2010-02-27</td>\n",
       "      <td>5</td>\n",
       "      <td>I made the Mexican topping and took it to bunk...</td>\n",
       "      <td>Feb</td>\n",
       "      <td>2010</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>57222</td>\n",
       "      <td>85009</td>\n",
       "      <td>2011-10-01</td>\n",
       "      <td>5</td>\n",
       "      <td>Made the cheddar bacon topping, adding a sprin...</td>\n",
       "      <td>Oct</td>\n",
       "      <td>2011</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   user_id recipe_id       date  rating  \\\n",
       "0    38094     40893 2003-02-17       4   \n",
       "1  1293707     40893 2011-12-21       5   \n",
       "2     8937     44394 2002-12-01       4   \n",
       "3   126440     85009 2010-02-27       5   \n",
       "4    57222     85009 2011-10-01       5   \n",
       "\n",
       "                                              review review_month  review_year  \n",
       "0  Great with a salad. Cooked on top of stove for...          Feb         2003  \n",
       "1  So simple, so delicious! Great for chilly fall...          Dec         2011  \n",
       "2  This worked very well and is EASY.  I used not...          Dec         2002  \n",
       "3  I made the Mexican topping and took it to bunk...          Feb         2010  \n",
       "4  Made the cheddar bacon topping, adding a sprin...          Oct         2011  "
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Shape:  (1071351, 7)\n",
      "Number of Unique Users: 195947\n",
      "Number of Unique recipes: 226583\n"
     ]
    }
   ],
   "source": [
    "# Check the recipe dataset\n",
    "display(rating_df.head())\n",
    "print('Shape: ', rating_df.shape)\n",
    "print('Number of Unique Users:',len(rating_df['user_id'].unique()))\n",
    "print('Number of Unique recipes:',len(rating_df['recipe_id'].unique()))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Shape of Sampled Dataset: (5357, 7)\n"
     ]
    }
   ],
   "source": [
    "# Sample 0.5% of the dataset\n",
    "sampled_data = rating_df.sample(frac=0.005, random_state=42)\n",
    "\n",
    "# Print the shape of the sampled dataset\n",
    "print(\"Shape of Sampled Dataset:\", sampled_data.shape)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Min:1\n",
      "Max:5\n"
     ]
    }
   ],
   "source": [
    "# Check the min and max value of rating columns\n",
    "print(f'Min:{sampled_data[\"rating\"].min()}')\n",
    "print(f'Max:{sampled_data[\"rating\"].max()}')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>user_id</th>\n",
       "      <th>recipe_id</th>\n",
       "      <th>date</th>\n",
       "      <th>rating</th>\n",
       "      <th>review</th>\n",
       "      <th>review_month</th>\n",
       "      <th>review_year</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "Empty DataFrame\n",
       "Columns: [user_id, recipe_id, date, rating, review, review_month, review_year]\n",
       "Index: []"
      ]
     },
     "execution_count": 6,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# check if there is null values in the rating\n",
    "sampled_data[sampled_data['rating'].isna()]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "424680     39\n",
       "37449      37\n",
       "383346     26\n",
       "169430     24\n",
       "498271     22\n",
       "           ..\n",
       "798119      1\n",
       "630047      1\n",
       "202555      1\n",
       "209255      1\n",
       "1444456     1\n",
       "Name: user_id, Length: 3618, dtype: int64"
      ]
     },
     "execution_count": 7,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "sampled_data['user_id'].value_counts()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(10, 7)"
      ]
     },
     "execution_count": 8,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Check number of recipes rated by user 39835\n",
    "user_39835 = sampled_data[sampled_data['user_id'] == '39835']\n",
    "user_39835.shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "5"
      ]
     },
     "execution_count": 9,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# find the number of recipe user 39835 rated as 5/5\n",
    "sum(user_39835['rating'] == 5)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>user_id</th>\n",
       "      <th>recipe_id</th>\n",
       "      <th>date</th>\n",
       "      <th>rating</th>\n",
       "      <th>review</th>\n",
       "      <th>review_month</th>\n",
       "      <th>review_year</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>216942</th>\n",
       "      <td>39835</td>\n",
       "      <td>209365</td>\n",
       "      <td>2007-05-31</td>\n",
       "      <td>5</td>\n",
       "      <td>We really enjoyed this simple to make dish whi...</td>\n",
       "      <td>May</td>\n",
       "      <td>2007</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1099953</th>\n",
       "      <td>39835</td>\n",
       "      <td>54698</td>\n",
       "      <td>2003-03-09</td>\n",
       "      <td>5</td>\n",
       "      <td>We loved this simple-to-make skillet supper. W...</td>\n",
       "      <td>Mar</td>\n",
       "      <td>2003</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>533607</th>\n",
       "      <td>39835</td>\n",
       "      <td>116382</td>\n",
       "      <td>2006-01-08</td>\n",
       "      <td>5</td>\n",
       "      <td>Delicious--a differet wonderful pork stew! We ...</td>\n",
       "      <td>Jan</td>\n",
       "      <td>2006</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>538052</th>\n",
       "      <td>39835</td>\n",
       "      <td>64629</td>\n",
       "      <td>2004-06-17</td>\n",
       "      <td>5</td>\n",
       "      <td>Delicious and perfect for apricot lovers! I ma...</td>\n",
       "      <td>Jun</td>\n",
       "      <td>2004</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>778761</th>\n",
       "      <td>39835</td>\n",
       "      <td>962</td>\n",
       "      <td>2005-01-23</td>\n",
       "      <td>5</td>\n",
       "      <td>Absolutely delicious! I added some leftover ch...</td>\n",
       "      <td>Jan</td>\n",
       "      <td>2005</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1028376</th>\n",
       "      <td>39835</td>\n",
       "      <td>62634</td>\n",
       "      <td>2003-05-26</td>\n",
       "      <td>4</td>\n",
       "      <td>Although I used the vegetables that were liste...</td>\n",
       "      <td>May</td>\n",
       "      <td>2003</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>705547</th>\n",
       "      <td>39835</td>\n",
       "      <td>464515</td>\n",
       "      <td>2011-11-29</td>\n",
       "      <td>4</td>\n",
       "      <td>Very easy and good -- and this recipe uses thi...</td>\n",
       "      <td>Nov</td>\n",
       "      <td>2011</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>954346</th>\n",
       "      <td>39835</td>\n",
       "      <td>385916</td>\n",
       "      <td>2009-09-24</td>\n",
       "      <td>4</td>\n",
       "      <td>This  was a great with burgers! I changed the ...</td>\n",
       "      <td>Sep</td>\n",
       "      <td>2009</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>621865</th>\n",
       "      <td>39835</td>\n",
       "      <td>493179</td>\n",
       "      <td>2013-01-20</td>\n",
       "      <td>4</td>\n",
       "      <td>Easy and good! Thanks for sharing!</td>\n",
       "      <td>Jan</td>\n",
       "      <td>2013</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>423779</th>\n",
       "      <td>39835</td>\n",
       "      <td>70110</td>\n",
       "      <td>2006-05-15</td>\n",
       "      <td>3</td>\n",
       "      <td>Good for a quick weeknight meal but I think I ...</td>\n",
       "      <td>May</td>\n",
       "      <td>2006</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "        user_id recipe_id       date  rating  \\\n",
       "216942    39835    209365 2007-05-31       5   \n",
       "1099953   39835     54698 2003-03-09       5   \n",
       "533607    39835    116382 2006-01-08       5   \n",
       "538052    39835     64629 2004-06-17       5   \n",
       "778761    39835       962 2005-01-23       5   \n",
       "1028376   39835     62634 2003-05-26       4   \n",
       "705547    39835    464515 2011-11-29       4   \n",
       "954346    39835    385916 2009-09-24       4   \n",
       "621865    39835    493179 2013-01-20       4   \n",
       "423779    39835     70110 2006-05-15       3   \n",
       "\n",
       "                                                    review review_month  \\\n",
       "216942   We really enjoyed this simple to make dish whi...          May   \n",
       "1099953  We loved this simple-to-make skillet supper. W...          Mar   \n",
       "533607   Delicious--a differet wonderful pork stew! We ...          Jan   \n",
       "538052   Delicious and perfect for apricot lovers! I ma...          Jun   \n",
       "778761   Absolutely delicious! I added some leftover ch...          Jan   \n",
       "1028376  Although I used the vegetables that were liste...          May   \n",
       "705547   Very easy and good -- and this recipe uses thi...          Nov   \n",
       "954346   This  was a great with burgers! I changed the ...          Sep   \n",
       "621865                  Easy and good! Thanks for sharing!          Jan   \n",
       "423779   Good for a quick weeknight meal but I think I ...          May   \n",
       "\n",
       "         review_year  \n",
       "216942          2007  \n",
       "1099953         2003  \n",
       "533607          2006  \n",
       "538052          2004  \n",
       "778761          2005  \n",
       "1028376         2003  \n",
       "705547          2011  \n",
       "954346          2009  \n",
       "621865          2013  \n",
       "423779          2006  "
      ]
     },
     "execution_count": 10,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# sort the recipes of user 39835 by the rating in descending order (5->1)\n",
    "user_39835.sort_values(\"rating\", ascending=False).head(10)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "<surprise.dataset.DatasetAutoFolds at 0x2723b632910>"
      ]
     },
     "execution_count": 11,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Set the reader with accurate rating scale\n",
    "my_reader = Reader(rating_scale=(1, 5))\n",
    "\n",
    "# Set the dataset\n",
    "# Remember that the df parameter has to have 3 columns:\n",
    "# User ids, Item ids (recipe), Ratings\n",
    "my_dataset = Dataset.load_from_df(sampled_data[[\"user_id\", \"recipe_id\", \"rating\"]], my_reader)\n",
    "my_dataset"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Import GridSearchCV for algorithm tuning\n",
    "from surprise.model_selection import GridSearchCV\n",
    "\n",
    "# Set the parameter grid\n",
    "param_grid = {\n",
    "    'n_factors': [100, 150],\n",
    "    'n_epochs': [10, 20],\n",
    "    'lr_all': [0.005, 0.1],\n",
    "    'biased': [False] } #The parameter indicates to the algorithm that all latent information must be stored.\n",
    "\n",
    "# Set GridSearchCV with 3 cross validation\n",
    "GS = GridSearchCV(FunkSVD, param_grid, measures=['fcp'], cv=3)\n",
    "\n",
    "# Fit the model\n",
    "GS.fit(my_dataset)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0.3440389436137017"
      ]
     },
     "execution_count": 13,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Check the FCP accuracy score (1.0 is ideal and 0 is worst)\n",
    "GS.best_score['fcp']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "{'n_factors': 100, 'n_epochs': 10, 'lr_all': 0.005, 'biased': False}"
      ]
     },
     "execution_count": 14,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Check the best parameters\n",
    "GS.best_params['fcp']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Import train_test_split\n",
    "from surprise.model_selection import train_test_split\n",
    "\n",
    "# Split train test set\n",
    "trainset, testset = train_test_split(my_dataset, test_size=0.25)\n",
    "\n",
    "# Set the algorithm\n",
    "my_svd = FunkSVD(n_factors=100, \n",
    "                 n_epochs=20, \n",
    "                 lr_all=0.005, \n",
    "                 biased=False,\n",
    "                 verbose=0)\n",
    "# Fit train set\n",
    "my_svd.fit(trainset)\n",
    "\n",
    "# Test the algorithm using test set\n",
    "my_pred = my_svd.test(testset)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Put my_pred result in a dataframe\n",
    "df_prediction = pd.DataFrame(my_pred, columns=['user_id',\n",
    "                                                     'recipe_id',\n",
    "                                                     'actual',\n",
    "                                                     'prediction',\n",
    "                                                     'details'])\n",
    "\n",
    "# Calculate the difference of actual and prediction into diff column\n",
    "df_prediction['diff'] = abs(df_prediction['prediction'] - \n",
    "                            df_prediction['actual'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>user_id</th>\n",
       "      <th>recipe_id</th>\n",
       "      <th>actual</th>\n",
       "      <th>prediction</th>\n",
       "      <th>details</th>\n",
       "      <th>diff</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>2000748342</td>\n",
       "      <td>274173</td>\n",
       "      <td>5.0</td>\n",
       "      <td>4.661688</td>\n",
       "      <td>{'was_impossible': True, 'reason': 'User and i...</td>\n",
       "      <td>0.338312</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>222564</td>\n",
       "      <td>51730</td>\n",
       "      <td>5.0</td>\n",
       "      <td>4.661688</td>\n",
       "      <td>{'was_impossible': True, 'reason': 'User and i...</td>\n",
       "      <td>0.338312</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>451226</td>\n",
       "      <td>78350</td>\n",
       "      <td>4.0</td>\n",
       "      <td>4.661688</td>\n",
       "      <td>{'was_impossible': True, 'reason': 'User and i...</td>\n",
       "      <td>0.661688</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>1791723</td>\n",
       "      <td>261935</td>\n",
       "      <td>5.0</td>\n",
       "      <td>4.661688</td>\n",
       "      <td>{'was_impossible': True, 'reason': 'User and i...</td>\n",
       "      <td>0.338312</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>56061</td>\n",
       "      <td>31235</td>\n",
       "      <td>5.0</td>\n",
       "      <td>4.661688</td>\n",
       "      <td>{'was_impossible': True, 'reason': 'User and i...</td>\n",
       "      <td>0.338312</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "      user_id recipe_id  actual  prediction  \\\n",
       "0  2000748342    274173     5.0    4.661688   \n",
       "1      222564     51730     5.0    4.661688   \n",
       "2      451226     78350     4.0    4.661688   \n",
       "3     1791723    261935     5.0    4.661688   \n",
       "4       56061     31235     5.0    4.661688   \n",
       "\n",
       "                                             details      diff  \n",
       "0  {'was_impossible': True, 'reason': 'User and i...  0.338312  \n",
       "1  {'was_impossible': True, 'reason': 'User and i...  0.338312  \n",
       "2  {'was_impossible': True, 'reason': 'User and i...  0.661688  \n",
       "3  {'was_impossible': True, 'reason': 'User and i...  0.338312  \n",
       "4  {'was_impossible': True, 'reason': 'User and i...  0.338312  "
      ]
     },
     "execution_count": 17,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Check the df_prediction\n",
    "df_prediction.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>user_id</th>\n",
       "      <th>recipe_id</th>\n",
       "      <th>actual</th>\n",
       "      <th>prediction</th>\n",
       "      <th>details</th>\n",
       "      <th>diff</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>32772</td>\n",
       "      <td>44730</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>{'was_impossible': False}</td>\n",
       "      <td>4.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>431</th>\n",
       "      <td>98994</td>\n",
       "      <td>69173</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>{'was_impossible': False}</td>\n",
       "      <td>4.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>42</th>\n",
       "      <td>193516</td>\n",
       "      <td>26215</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>{'was_impossible': False}</td>\n",
       "      <td>4.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>990</th>\n",
       "      <td>52448</td>\n",
       "      <td>110583</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>{'was_impossible': False}</td>\n",
       "      <td>4.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>976</th>\n",
       "      <td>180898</td>\n",
       "      <td>40118</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>{'was_impossible': False}</td>\n",
       "      <td>4.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>781</th>\n",
       "      <td>561908</td>\n",
       "      <td>263983</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>{'was_impossible': False}</td>\n",
       "      <td>4.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1277</th>\n",
       "      <td>47892</td>\n",
       "      <td>101101</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>{'was_impossible': False}</td>\n",
       "      <td>4.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>813</th>\n",
       "      <td>229850</td>\n",
       "      <td>29480</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>{'was_impossible': False}</td>\n",
       "      <td>4.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1303</th>\n",
       "      <td>30534</td>\n",
       "      <td>18725</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>{'was_impossible': False}</td>\n",
       "      <td>4.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>362</th>\n",
       "      <td>586291</td>\n",
       "      <td>325674</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>{'was_impossible': False}</td>\n",
       "      <td>4.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "     user_id recipe_id  actual  prediction                    details  diff\n",
       "16     32772     44730     5.0         1.0  {'was_impossible': False}   4.0\n",
       "431    98994     69173     5.0         1.0  {'was_impossible': False}   4.0\n",
       "42    193516     26215     5.0         1.0  {'was_impossible': False}   4.0\n",
       "990    52448    110583     5.0         1.0  {'was_impossible': False}   4.0\n",
       "976   180898     40118     5.0         1.0  {'was_impossible': False}   4.0\n",
       "781   561908    263983     5.0         1.0  {'was_impossible': False}   4.0\n",
       "1277   47892    101101     5.0         1.0  {'was_impossible': False}   4.0\n",
       "813   229850     29480     5.0         1.0  {'was_impossible': False}   4.0\n",
       "1303   30534     18725     5.0         1.0  {'was_impossible': False}   4.0\n",
       "362   586291    325674     5.0         1.0  {'was_impossible': False}   4.0"
      ]
     },
     "execution_count": 18,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# See the worst 10 predictions\n",
    "df_prediction.sort_values(by='diff')[-10:]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>user_id</th>\n",
       "      <th>recipe_id</th>\n",
       "      <th>actual</th>\n",
       "      <th>prediction</th>\n",
       "      <th>details</th>\n",
       "      <th>diff</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "Empty DataFrame\n",
       "Columns: [user_id, recipe_id, actual, prediction, details, diff]\n",
       "Index: []"
      ]
     },
     "execution_count": 19,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Check total rows with same actual and prediction ratings\n",
    "df_prediction[df_prediction['diff'] <= 0]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0.0"
      ]
     },
     "execution_count": 20,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "(df_prediction['diff'] == 0).mean()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0.9171641791044776"
      ]
     },
     "execution_count": 21,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "(df_prediction[\"diff\"] <= 1).mean()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 22,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "<surprise.prediction_algorithms.matrix_factorization.SVD at 0x272046c6460>"
      ]
     },
     "execution_count": 22,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Build full trainset\n",
    "full_trainset = my_dataset.build_full_trainset()\n",
    "\n",
    "# Build the SVD algorithm\n",
    "my_svd = FunkSVD(n_factors=100, \n",
    "                 n_epochs=20, \n",
    "                 lr_all=0.005,    \n",
    "                 biased=False, \n",
    "                 verbose=0)\n",
    "\n",
    "# Fit with full trainset\n",
    "my_svd.fit(full_trainset)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 23,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Define the full test set\n",
    "full_testset = full_trainset.build_anti_testset(fill=-1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 24,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Set the prediction\n",
    "my_prediction = my_svd.test(full_testset)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 25,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Put into a dataframe\n",
    "df_prediction = pd.DataFrame(my_prediction, columns=['user_id',\n",
    "                                                     'recipe_id',\n",
    "                                                     'actual',\n",
    "                                                     'prediction',\n",
    "                                                     'details'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 26,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>user_id</th>\n",
       "      <th>recipe_id</th>\n",
       "      <th>actual</th>\n",
       "      <th>prediction</th>\n",
       "      <th>details</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>3458874</th>\n",
       "      <td>39835</td>\n",
       "      <td>108819</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>{'was_impossible': False}</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3462114</th>\n",
       "      <td>39835</td>\n",
       "      <td>141437</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>{'was_impossible': False}</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3462121</th>\n",
       "      <td>39835</td>\n",
       "      <td>43722</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>{'was_impossible': False}</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3462120</th>\n",
       "      <td>39835</td>\n",
       "      <td>304293</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>{'was_impossible': False}</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3462119</th>\n",
       "      <td>39835</td>\n",
       "      <td>136990</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>{'was_impossible': False}</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "        user_id recipe_id  actual  prediction                    details\n",
       "3458874   39835    108819    -1.0         1.0  {'was_impossible': False}\n",
       "3462114   39835    141437    -1.0         1.0  {'was_impossible': False}\n",
       "3462121   39835     43722    -1.0         1.0  {'was_impossible': False}\n",
       "3462120   39835    304293    -1.0         1.0  {'was_impossible': False}\n",
       "3462119   39835    136990    -1.0         1.0  {'was_impossible': False}"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "# Check user id `39835` predictions\n",
    "df = df_prediction[df_prediction['user_id'] == '39835']\\\n",
    "    .sort_values(by=['prediction'], ascending=False)\\\n",
    "    .head()\n",
    "\n",
    "display(df)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 27,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>user_id</th>\n",
       "      <th>recipe_id</th>\n",
       "      <th>actual</th>\n",
       "      <th>prediction</th>\n",
       "      <th>details</th>\n",
       "      <th>id</th>\n",
       "      <th>name</th>\n",
       "      <th>tags</th>\n",
       "      <th>description</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>39835</td>\n",
       "      <td>108819</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>{'was_impossible': False}</td>\n",
       "      <td>108819</td>\n",
       "      <td>good for you  berry truffles</td>\n",
       "      <td>['lactose', '30-minutes-or-less', 'time-to-mak...</td>\n",
       "      <td>this is just the thing for when you get a choc...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>39835</td>\n",
       "      <td>141437</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>{'was_impossible': False}</td>\n",
       "      <td>141437</td>\n",
       "      <td>simply fruit</td>\n",
       "      <td>['15-minutes-or-less', 'time-to-make', 'course...</td>\n",
       "      <td>from light and tasty jan 2003. very simple, re...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>39835</td>\n",
       "      <td>43722</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>{'was_impossible': False}</td>\n",
       "      <td>43722</td>\n",
       "      <td>spinach salad with blue cheese</td>\n",
       "      <td>['15-minutes-or-less', 'time-to-make', 'course...</td>\n",
       "      <td>if you like blue cheese you'll love this salad...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>39835</td>\n",
       "      <td>304293</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>{'was_impossible': False}</td>\n",
       "      <td>304293</td>\n",
       "      <td>m   m popcorn cake</td>\n",
       "      <td>['60-minutes-or-less', 'time-to-make', 'course...</td>\n",
       "      <td>this is from ingrid hoffman, \"simply delicioso...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>39835</td>\n",
       "      <td>136990</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>{'was_impossible': False}</td>\n",
       "      <td>136990</td>\n",
       "      <td>mexican squash and ground beef casserole</td>\n",
       "      <td>['60-minutes-or-less', 'time-to-make', 'course...</td>\n",
       "      <td>a simple combination of yellow squash, ground ...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "  user_id recipe_id  actual  prediction                    details      id  \\\n",
       "0   39835    108819    -1.0         1.0  {'was_impossible': False}  108819   \n",
       "1   39835    141437    -1.0         1.0  {'was_impossible': False}  141437   \n",
       "2   39835     43722    -1.0         1.0  {'was_impossible': False}   43722   \n",
       "3   39835    304293    -1.0         1.0  {'was_impossible': False}  304293   \n",
       "4   39835    136990    -1.0         1.0  {'was_impossible': False}  136990   \n",
       "\n",
       "                                       name  \\\n",
       "0              good for you  berry truffles   \n",
       "1                              simply fruit   \n",
       "2            spinach salad with blue cheese   \n",
       "3                        m   m popcorn cake   \n",
       "4  mexican squash and ground beef casserole   \n",
       "\n",
       "                                                tags  \\\n",
       "0  ['lactose', '30-minutes-or-less', 'time-to-mak...   \n",
       "1  ['15-minutes-or-less', 'time-to-make', 'course...   \n",
       "2  ['15-minutes-or-less', 'time-to-make', 'course...   \n",
       "3  ['60-minutes-or-less', 'time-to-make', 'course...   \n",
       "4  ['60-minutes-or-less', 'time-to-make', 'course...   \n",
       "\n",
       "                                         description  \n",
       "0  this is just the thing for when you get a choc...  \n",
       "1  from light and tasty jan 2003. very simple, re...  \n",
       "2  if you like blue cheese you'll love this salad...  \n",
       "3  this is from ingrid hoffman, \"simply delicioso...  \n",
       "4  a simple combination of yellow squash, ground ...  "
      ]
     },
     "execution_count": 27,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Merge with the recipe data\n",
    "merge_df = df.merge(recipes_df[[\"id\", \"name\", \"tags\", \"description\"]].drop_duplicates(), how='left',\n",
    "                    left_on=['recipe_id'], right_on=['id'])\n",
    "\n",
    "# Check recipe of user 39835\n",
    "merge_df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 30,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>user_id</th>\n",
       "      <th>recipe_id</th>\n",
       "      <th>actual</th>\n",
       "      <th>prediction</th>\n",
       "      <th>details</th>\n",
       "      <th>id</th>\n",
       "      <th>name</th>\n",
       "      <th>tags</th>\n",
       "      <th>description</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>39835</td>\n",
       "      <td>108819</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>{'was_impossible': False}</td>\n",
       "      <td>108819</td>\n",
       "      <td>good for you  berry truffles</td>\n",
       "      <td>['lactose', '30-minutes-or-less', 'time-to-mak...</td>\n",
       "      <td>this is just the thing for when you get a choc...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>39835</td>\n",
       "      <td>141437</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>{'was_impossible': False}</td>\n",
       "      <td>141437</td>\n",
       "      <td>simply fruit</td>\n",
       "      <td>['15-minutes-or-less', 'time-to-make', 'course...</td>\n",
       "      <td>from light and tasty jan 2003. very simple, re...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>39835</td>\n",
       "      <td>43722</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>{'was_impossible': False}</td>\n",
       "      <td>43722</td>\n",
       "      <td>spinach salad with blue cheese</td>\n",
       "      <td>['15-minutes-or-less', 'time-to-make', 'course...</td>\n",
       "      <td>if you like blue cheese you'll love this salad...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>39835</td>\n",
       "      <td>304293</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>{'was_impossible': False}</td>\n",
       "      <td>304293</td>\n",
       "      <td>m   m popcorn cake</td>\n",
       "      <td>['60-minutes-or-less', 'time-to-make', 'course...</td>\n",
       "      <td>this is from ingrid hoffman, \"simply delicioso...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>39835</td>\n",
       "      <td>136990</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>{'was_impossible': False}</td>\n",
       "      <td>136990</td>\n",
       "      <td>mexican squash and ground beef casserole</td>\n",
       "      <td>['60-minutes-or-less', 'time-to-make', 'course...</td>\n",
       "      <td>a simple combination of yellow squash, ground ...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "  user_id recipe_id  actual  prediction                    details      id  \\\n",
       "0   39835    108819    -1.0         1.0  {'was_impossible': False}  108819   \n",
       "1   39835    141437    -1.0         1.0  {'was_impossible': False}  141437   \n",
       "2   39835     43722    -1.0         1.0  {'was_impossible': False}   43722   \n",
       "3   39835    304293    -1.0         1.0  {'was_impossible': False}  304293   \n",
       "4   39835    136990    -1.0         1.0  {'was_impossible': False}  136990   \n",
       "\n",
       "                                       name  \\\n",
       "0              good for you  berry truffles   \n",
       "1                              simply fruit   \n",
       "2            spinach salad with blue cheese   \n",
       "3                        m   m popcorn cake   \n",
       "4  mexican squash and ground beef casserole   \n",
       "\n",
       "                                                tags  \\\n",
       "0  ['lactose', '30-minutes-or-less', 'time-to-mak...   \n",
       "1  ['15-minutes-or-less', 'time-to-make', 'course...   \n",
       "2  ['15-minutes-or-less', 'time-to-make', 'course...   \n",
       "3  ['60-minutes-or-less', 'time-to-make', 'course...   \n",
       "4  ['60-minutes-or-less', 'time-to-make', 'course...   \n",
       "\n",
       "                                         description  \n",
       "0  this is just the thing for when you get a choc...  \n",
       "1  from light and tasty jan 2003. very simple, re...  \n",
       "2  if you like blue cheese you'll love this salad...  \n",
       "3  this is from ingrid hoffman, \"simply delicioso...  \n",
       "4  a simple combination of yellow squash, ground ...  "
      ]
     },
     "execution_count": 30,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "merge_df.sort_values(\"prediction\", ascending=False).head(10)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 29,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>user_id</th>\n",
       "      <th>recipe_id</th>\n",
       "      <th>date</th>\n",
       "      <th>rating</th>\n",
       "      <th>review</th>\n",
       "      <th>review_month</th>\n",
       "      <th>review_year</th>\n",
       "      <th>id</th>\n",
       "      <th>name</th>\n",
       "      <th>tags</th>\n",
       "      <th>description</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>1124</th>\n",
       "      <td>39835</td>\n",
       "      <td>126160</td>\n",
       "      <td>2005-06-17</td>\n",
       "      <td>5</td>\n",
       "      <td>Delicious and so easy! I increased the ingredi...</td>\n",
       "      <td>Jun</td>\n",
       "      <td>2005</td>\n",
       "      <td>126160</td>\n",
       "      <td>cheesy chive blossom omelet</td>\n",
       "      <td>['15-minutes-or-less', 'time-to-make', 'course...</td>\n",
       "      <td>from recipesource, this is a lovely way to use...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1314</th>\n",
       "      <td>39835</td>\n",
       "      <td>62291</td>\n",
       "      <td>2007-06-10</td>\n",
       "      <td>5</td>\n",
       "      <td>This is wonderful custard!!! I used 2 % milk a...</td>\n",
       "      <td>Jun</td>\n",
       "      <td>2007</td>\n",
       "      <td>62291</td>\n",
       "      <td>coconut custard with mango and whipped cream</td>\n",
       "      <td>['60-minutes-or-less', 'time-to-make', 'course...</td>\n",
       "      <td>simple, easy and tropical. i think i need a va...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1274</th>\n",
       "      <td>39835</td>\n",
       "      <td>46332</td>\n",
       "      <td>2003-03-23</td>\n",
       "      <td>5</td>\n",
       "      <td>We all loved this chili, my ds said it was the...</td>\n",
       "      <td>Mar</td>\n",
       "      <td>2003</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1272</th>\n",
       "      <td>39835</td>\n",
       "      <td>184846</td>\n",
       "      <td>2011-03-19</td>\n",
       "      <td>5</td>\n",
       "      <td>Very good and more filling than I expected -- ...</td>\n",
       "      <td>Mar</td>\n",
       "      <td>2011</td>\n",
       "      <td>184846</td>\n",
       "      <td>crock pot spinach tomato vegetable soup</td>\n",
       "      <td>['time-to-make', 'course', 'main-ingredient', ...</td>\n",
       "      <td>modified version of a recipe from the weight w...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1271</th>\n",
       "      <td>39835</td>\n",
       "      <td>69631</td>\n",
       "      <td>2003-11-13</td>\n",
       "      <td>5</td>\n",
       "      <td>Delicious! I admit I had doubts that these wou...</td>\n",
       "      <td>Nov</td>\n",
       "      <td>2003</td>\n",
       "      <td>69631</td>\n",
       "      <td>cheesecake cupcakes  1</td>\n",
       "      <td>['weeknight', 'time-to-make', 'course', 'main-...</td>\n",
       "      <td>these cupcakes are delicious! i got the recipe...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1270</th>\n",
       "      <td>39835</td>\n",
       "      <td>392343</td>\n",
       "      <td>2010-01-02</td>\n",
       "      <td>5</td>\n",
       "      <td>Delicious and hearty soup! We served this with...</td>\n",
       "      <td>Jan</td>\n",
       "      <td>2010</td>\n",
       "      <td>392343</td>\n",
       "      <td>sun dried tomato soup with wild mushrooms and ...</td>\n",
       "      <td>['time-to-make', 'course', 'preparation', 'low...</td>\n",
       "      <td>an earthy and robust soup that is heart health...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1265</th>\n",
       "      <td>39835</td>\n",
       "      <td>53914</td>\n",
       "      <td>2014-02-01</td>\n",
       "      <td>5</td>\n",
       "      <td>Delicious! I used the tilapia and the rest of ...</td>\n",
       "      <td>Feb</td>\n",
       "      <td>2014</td>\n",
       "      <td>53914</td>\n",
       "      <td>mama s supper club tilapia parmesan</td>\n",
       "      <td>['60-minutes-or-less', 'time-to-make', 'course...</td>\n",
       "      <td>you asked for it. here it is. thanks so much t...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1263</th>\n",
       "      <td>39835</td>\n",
       "      <td>79001</td>\n",
       "      <td>2006-01-19</td>\n",
       "      <td>5</td>\n",
       "      <td>Very good! The changes I've made are using bab...</td>\n",
       "      <td>Jan</td>\n",
       "      <td>2006</td>\n",
       "      <td>79001</td>\n",
       "      <td>chicken  n rice gumbo</td>\n",
       "      <td>['time-to-make', 'course', 'cuisine', 'prepara...</td>\n",
       "      <td>this recipe is from betty crocker slow cooker ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1258</th>\n",
       "      <td>39835</td>\n",
       "      <td>335386</td>\n",
       "      <td>2009-01-08</td>\n",
       "      <td>5</td>\n",
       "      <td>Delicious and wonderful on a cold night! The c...</td>\n",
       "      <td>Jan</td>\n",
       "      <td>2009</td>\n",
       "      <td>335386</td>\n",
       "      <td>crock pot harvest stoup</td>\n",
       "      <td>['course', 'preparation', 'healthy', 'main-dis...</td>\n",
       "      <td>this is really good. my family raved about it ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1257</th>\n",
       "      <td>39835</td>\n",
       "      <td>34719</td>\n",
       "      <td>2003-04-23</td>\n",
       "      <td>5</td>\n",
       "      <td>Easy and great to have muffins ready to pop in...</td>\n",
       "      <td>Apr</td>\n",
       "      <td>2003</td>\n",
       "      <td>34719</td>\n",
       "      <td>refrigerator bran muffins mix</td>\n",
       "      <td>['30-minutes-or-less', 'time-to-make', 'course...</td>\n",
       "      <td>this is really great to have on hand when you ...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "     user_id recipe_id       date  rating  \\\n",
       "1124   39835    126160 2005-06-17       5   \n",
       "1314   39835     62291 2007-06-10       5   \n",
       "1274   39835     46332 2003-03-23       5   \n",
       "1272   39835    184846 2011-03-19       5   \n",
       "1271   39835     69631 2003-11-13       5   \n",
       "1270   39835    392343 2010-01-02       5   \n",
       "1265   39835     53914 2014-02-01       5   \n",
       "1263   39835     79001 2006-01-19       5   \n",
       "1258   39835    335386 2009-01-08       5   \n",
       "1257   39835     34719 2003-04-23       5   \n",
       "\n",
       "                                                 review review_month  \\\n",
       "1124  Delicious and so easy! I increased the ingredi...          Jun   \n",
       "1314  This is wonderful custard!!! I used 2 % milk a...          Jun   \n",
       "1274  We all loved this chili, my ds said it was the...          Mar   \n",
       "1272  Very good and more filling than I expected -- ...          Mar   \n",
       "1271  Delicious! I admit I had doubts that these wou...          Nov   \n",
       "1270  Delicious and hearty soup! We served this with...          Jan   \n",
       "1265  Delicious! I used the tilapia and the rest of ...          Feb   \n",
       "1263  Very good! The changes I've made are using bab...          Jan   \n",
       "1258  Delicious and wonderful on a cold night! The c...          Jan   \n",
       "1257  Easy and great to have muffins ready to pop in...          Apr   \n",
       "\n",
       "      review_year      id                                               name  \\\n",
       "1124         2005  126160                        cheesy chive blossom omelet   \n",
       "1314         2007   62291       coconut custard with mango and whipped cream   \n",
       "1274         2003     NaN                                                NaN   \n",
       "1272         2011  184846            crock pot spinach tomato vegetable soup   \n",
       "1271         2003   69631                             cheesecake cupcakes  1   \n",
       "1270         2010  392343  sun dried tomato soup with wild mushrooms and ...   \n",
       "1265         2014   53914                mama s supper club tilapia parmesan   \n",
       "1263         2006   79001                              chicken  n rice gumbo   \n",
       "1258         2009  335386                            crock pot harvest stoup   \n",
       "1257         2003   34719                      refrigerator bran muffins mix   \n",
       "\n",
       "                                                   tags  \\\n",
       "1124  ['15-minutes-or-less', 'time-to-make', 'course...   \n",
       "1314  ['60-minutes-or-less', 'time-to-make', 'course...   \n",
       "1274                                                NaN   \n",
       "1272  ['time-to-make', 'course', 'main-ingredient', ...   \n",
       "1271  ['weeknight', 'time-to-make', 'course', 'main-...   \n",
       "1270  ['time-to-make', 'course', 'preparation', 'low...   \n",
       "1265  ['60-minutes-or-less', 'time-to-make', 'course...   \n",
       "1263  ['time-to-make', 'course', 'cuisine', 'prepara...   \n",
       "1258  ['course', 'preparation', 'healthy', 'main-dis...   \n",
       "1257  ['30-minutes-or-less', 'time-to-make', 'course...   \n",
       "\n",
       "                                            description  \n",
       "1124  from recipesource, this is a lovely way to use...  \n",
       "1314  simple, easy and tropical. i think i need a va...  \n",
       "1274                                                NaN  \n",
       "1272  modified version of a recipe from the weight w...  \n",
       "1271  these cupcakes are delicious! i got the recipe...  \n",
       "1270  an earthy and robust soup that is heart health...  \n",
       "1265  you asked for it. here it is. thanks so much t...  \n",
       "1263  this recipe is from betty crocker slow cooker ...  \n",
       "1258  this is really good. my family raved about it ...  \n",
       "1257  this is really great to have on hand when you ...  "
      ]
     },
     "execution_count": 29,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "user = rating_df[rating_df['user_id'] == '39835']\n",
    "test = user.merge(recipes_df[[\"id\", \"name\", \"tags\", \"description\"]].drop_duplicates(), how='left',\n",
    "                    left_on=['recipe_id'], right_on=['id'])\n",
    "test.sort_values(\"rating\", ascending=False).head(10)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3 (ipykernel)",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.8.17"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}