Adaptive tests.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "import pandas as pd\n",
    "import numpy as np\n",
    "\n",
    "# Hi JJ\n",
    "jj = pd.DataFrame(np.array(Rating.objects.filter(user=1).values_list('user_id', 'work_id', 'choice'),\n",
    "                           dtype=[('user_id', 'i4'), ('work_id', 'i4'), ('choice', 'U25')]))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>user_id</th>\n",
       "      <th>work_id</th>\n",
       "      <th>choice</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1</td>\n",
       "      <td>1146</td>\n",
       "      <td>like</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>1</td>\n",
       "      <td>1875</td>\n",
       "      <td>willsee</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>1</td>\n",
       "      <td>2078</td>\n",
       "      <td>willsee</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>wontsee</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>1</td>\n",
       "      <td>3117</td>\n",
       "      <td>willsee</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   user_id  work_id   choice\n",
       "0        1     1146     like\n",
       "1        1     1875  willsee\n",
       "2        1     2078  willsee\n",
       "3        1        3  wontsee\n",
       "4        1     3117  willsee"
      ]
     },
     "execution_count": 15,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "jj.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>user_id</th>\n",
       "      <th>work_id</th>\n",
       "      <th>choice</th>\n",
       "      <th>rating</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1</td>\n",
       "      <td>1146</td>\n",
       "      <td>like</td>\n",
       "      <td>2.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>1</td>\n",
       "      <td>1875</td>\n",
       "      <td>willsee</td>\n",
       "      <td>0.5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>1</td>\n",
       "      <td>2078</td>\n",
       "      <td>willsee</td>\n",
       "      <td>0.5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>wontsee</td>\n",
       "      <td>-0.5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>1</td>\n",
       "      <td>3117</td>\n",
       "      <td>willsee</td>\n",
       "      <td>0.5</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   user_id  work_id   choice  rating\n",
       "0        1     1146     like     2.0\n",
       "1        1     1875  willsee     0.5\n",
       "2        1     2078  willsee     0.5\n",
       "3        1        3  wontsee    -0.5\n",
       "4        1     3117  willsee     0.5"
      ]
     },
     "execution_count": 16,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "from mangaki.utils.values import rating_values\n",
    "\n",
    "jj['rating'] = jj['choice'].map(rating_values)\n",
    "jj.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "from mangaki.algo.dataset import Dataset\n",
    "\n",
    "triplets = Rating.objects.exclude(user_id=1).values_list('user_id', 'work_id', 'choice')\n",
    "dataset = Dataset()\n",
    "anonymized = dataset.make_anonymous_data(triplets)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>user_id</th>\n",
       "      <th>work_id</th>\n",
       "      <th>choice</th>\n",
       "      <th>rating</th>\n",
       "      <th>encoded_user_id</th>\n",
       "      <th>encoded_work_id</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1</td>\n",
       "      <td>1146</td>\n",
       "      <td>like</td>\n",
       "      <td>2.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>10341</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>1</td>\n",
       "      <td>1875</td>\n",
       "      <td>willsee</td>\n",
       "      <td>0.5</td>\n",
       "      <td>NaN</td>\n",
       "      <td>6917</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>1</td>\n",
       "      <td>2078</td>\n",
       "      <td>willsee</td>\n",
       "      <td>0.5</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1573</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>wontsee</td>\n",
       "      <td>-0.5</td>\n",
       "      <td>NaN</td>\n",
       "      <td>7888</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>1</td>\n",
       "      <td>3117</td>\n",
       "      <td>willsee</td>\n",
       "      <td>0.5</td>\n",
       "      <td>NaN</td>\n",
       "      <td>5324</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   user_id  work_id   choice  rating  encoded_user_id  encoded_work_id\n",
       "0        1     1146     like     2.0              NaN            10341\n",
       "1        1     1875  willsee     0.5              NaN             6917\n",
       "2        1     2078  willsee     0.5              NaN             1573\n",
       "3        1        3  wontsee    -0.5              NaN             7888\n",
       "4        1     3117  willsee     0.5              NaN             5324"
      ]
     },
     "execution_count": 19,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "jj['encoded_user_id'] = jj['user_id'].map(dataset.encode_user)\n",
    "jj['encoded_work_id'] = jj['work_id'].map(dataset.encode_work)\n",
    "jj.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "X = anonymized.X\n",
    "y = anonymized.y"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Computing M: (2139 × 11653)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Chrono: fill and center matrix [7q, 1113ms]\n",
      "Chrono: factor matrix [7q, 8509ms]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Shapes (2139, 20) (20, 11653)\n"
     ]
    }
   ],
   "source": [
    "from mangaki.algo.als import MangakiALS\n",
    "\n",
    "als = MangakiALS()\n",
    "als.set_parameters(anonymized.nb_users, anonymized.nb_works)\n",
    "als.fit(X, y)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 56,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0.92413970001334411"
      ]
     },
     "execution_count": 56,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "y_pred = als.predict(X)\n",
    "als.compute_rmse(y, y_pred)\n",
    "# 0.924"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 28,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(2141, 20)"
      ]
     },
     "execution_count": 28,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "als.U.shape\n",
    "# Add a user\n",
    "als.U = np.vstack((als.U, np.zeros(20)))\n",
    "als.U.shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 69,
   "metadata": {},
   "outputs": [],
   "source": [
    "als.means = np.concatenate((als.means, [0]))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 82,
   "metadata": {},
   "outputs": [],
   "source": [
    "def train_user(user_id, work_ids, ratings):\n",
    "    NEW_USER_ID = user_id\n",
    "    als.means[NEW_USER_ID] = ratings.mean()\n",
    "    Ru = ratings - ratings.mean()\n",
    "    Vu = als.VT[:, work_ids]\n",
    "    Gu = als.lambda_ * len(Ru) * np.eye(als.nb_components)\n",
    "    als.U[[NEW_USER_ID], :] = np.linalg.solve(Vu.dot(Vu.T) + Gu, Vu.dot(Ru)).T"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 83,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array([-0.14303548, -0.1629117 , -0.09923869, -0.19760937,  0.11942109,\n",
       "       -0.32526121,  0.18492868, -0.02383607,  0.1816412 ,  0.03937937,\n",
       "        0.02771371,  0.02618218,  0.0556854 ,  0.10054771, -0.02409849,\n",
       "       -0.00325536, -0.02481059,  0.114783  ,  0.21336958,  0.03092004])"
      ]
     },
     "execution_count": 83,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "train_user(2139, jj['encoded_work_id'], jj['rating'])\n",
    "als.U[2139]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 68,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "als.M = als.U.dot(als.VT)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 61,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "jj['encoded_user_id'] = [2139] * len(Ru)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 62,
   "metadata": {},
   "outputs": [],
   "source": [
    "X_jj = np.array(jj[['encoded_user_id', 'encoded_work_id']]).astype(np.int64)\n",
    "jj['pred'] = als.predict(X_jj)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 63,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>user_id</th>\n",
       "      <th>work_id</th>\n",
       "      <th>choice</th>\n",
       "      <th>rating</th>\n",
       "      <th>encoded_user_id</th>\n",
       "      <th>encoded_work_id</th>\n",
       "      <th>pred</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1</td>\n",
       "      <td>1146</td>\n",
       "      <td>like</td>\n",
       "      <td>2.0</td>\n",
       "      <td>2139</td>\n",
       "      <td>10341</td>\n",
       "      <td>0.735778</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>1</td>\n",
       "      <td>1875</td>\n",
       "      <td>willsee</td>\n",
       "      <td>0.5</td>\n",
       "      <td>2139</td>\n",
       "      <td>6917</td>\n",
       "      <td>1.068240</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>1</td>\n",
       "      <td>2078</td>\n",
       "      <td>willsee</td>\n",
       "      <td>0.5</td>\n",
       "      <td>2139</td>\n",
       "      <td>1573</td>\n",
       "      <td>0.763262</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>wontsee</td>\n",
       "      <td>-0.5</td>\n",
       "      <td>2139</td>\n",
       "      <td>7888</td>\n",
       "      <td>0.339925</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>1</td>\n",
       "      <td>3117</td>\n",
       "      <td>willsee</td>\n",
       "      <td>0.5</td>\n",
       "      <td>2139</td>\n",
       "      <td>5324</td>\n",
       "      <td>0.540148</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   user_id  work_id   choice  rating  encoded_user_id  encoded_work_id  \\\n",
       "0        1     1146     like     2.0             2139            10341   \n",
       "1        1     1875  willsee     0.5             2139             6917   \n",
       "2        1     2078  willsee     0.5             2139             1573   \n",
       "3        1        3  wontsee    -0.5             2139             7888   \n",
       "4        1     3117  willsee     0.5             2139             5324   \n",
       "\n",
       "       pred  \n",
       "0  0.735778  \n",
       "1  1.068240  \n",
       "2  0.763262  \n",
       "3  0.339925  \n",
       "4  0.540148  "
      ]
     },
     "execution_count": 63,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "jj.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 64,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "1.0834690333964536"
      ]
     },
     "execution_count": 64,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "als.compute_rmse(jj['rating'], jj['pred'])\n",
    "# 0.952"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 65,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/Users/jilljenn/code/mangaki/venv/lib/python3.6/site-packages/ipykernel_launcher.py:4: FutureWarning: sort(columns=....) is deprecated, use sort_values(by=.....)\n",
      "  after removing the cwd from sys.path.\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>user_id</th>\n",
       "      <th>work_id</th>\n",
       "      <th>choice</th>\n",
       "      <th>rating</th>\n",
       "      <th>encoded_user_id</th>\n",
       "      <th>encoded_work_id</th>\n",
       "      <th>pred</th>\n",
       "      <th>title</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>395</th>\n",
       "      <td>1</td>\n",
       "      <td>126</td>\n",
       "      <td>willsee</td>\n",
       "      <td>0.5</td>\n",
       "      <td>2139</td>\n",
       "      <td>9183</td>\n",
       "      <td>0.180609</td>\n",
       "      <td>Dragon Ball GT</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>251</th>\n",
       "      <td>1</td>\n",
       "      <td>18</td>\n",
       "      <td>wontsee</td>\n",
       "      <td>-0.5</td>\n",
       "      <td>2139</td>\n",
       "      <td>4305</td>\n",
       "      <td>0.196237</td>\n",
       "      <td>Fairy Tail</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>243</th>\n",
       "      <td>1</td>\n",
       "      <td>21</td>\n",
       "      <td>willsee</td>\n",
       "      <td>0.5</td>\n",
       "      <td>2139</td>\n",
       "      <td>11104</td>\n",
       "      <td>0.208779</td>\n",
       "      <td>Highschool of the Dead</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>270</th>\n",
       "      <td>1</td>\n",
       "      <td>75</td>\n",
       "      <td>wontsee</td>\n",
       "      <td>-0.5</td>\n",
       "      <td>2139</td>\n",
       "      <td>9468</td>\n",
       "      <td>0.209681</td>\n",
       "      <td>High School DxD</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>323</th>\n",
       "      <td>1</td>\n",
       "      <td>5307</td>\n",
       "      <td>wontsee</td>\n",
       "      <td>-0.5</td>\n",
       "      <td>2139</td>\n",
       "      <td>11263</td>\n",
       "      <td>0.220937</td>\n",
       "      <td>Fairy Tail</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>1</td>\n",
       "      <td>6</td>\n",
       "      <td>dislike</td>\n",
       "      <td>-2.0</td>\n",
       "      <td>2139</td>\n",
       "      <td>1055</td>\n",
       "      <td>0.225559</td>\n",
       "      <td>Bleach</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>292</th>\n",
       "      <td>1</td>\n",
       "      <td>143</td>\n",
       "      <td>willsee</td>\n",
       "      <td>0.5</td>\n",
       "      <td>2139</td>\n",
       "      <td>7200</td>\n",
       "      <td>0.236263</td>\n",
       "      <td>To LOVE-Ru</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>315</th>\n",
       "      <td>1</td>\n",
       "      <td>1126</td>\n",
       "      <td>wontsee</td>\n",
       "      <td>-0.5</td>\n",
       "      <td>2139</td>\n",
       "      <td>4619</td>\n",
       "      <td>0.240745</td>\n",
       "      <td>Boku wa Tomodachi ga Sukunai Episode 0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>383</th>\n",
       "      <td>1</td>\n",
       "      <td>10365</td>\n",
       "      <td>willsee</td>\n",
       "      <td>0.5</td>\n",
       "      <td>2139</td>\n",
       "      <td>6848</td>\n",
       "      <td>0.254406</td>\n",
       "      <td>Kiss x Sis</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>608</th>\n",
       "      <td>1</td>\n",
       "      <td>3476</td>\n",
       "      <td>wontsee</td>\n",
       "      <td>-0.5</td>\n",
       "      <td>2139</td>\n",
       "      <td>2843</td>\n",
       "      <td>0.268238</td>\n",
       "      <td>Ikkitousen: Dragon Destiny</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>331</th>\n",
       "      <td>1</td>\n",
       "      <td>4372</td>\n",
       "      <td>willsee</td>\n",
       "      <td>0.5</td>\n",
       "      <td>2139</td>\n",
       "      <td>3418</td>\n",
       "      <td>0.286312</td>\n",
       "      <td>Attaque Des Titans (l') - Guides officiels</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>391</th>\n",
       "      <td>1</td>\n",
       "      <td>4060</td>\n",
       "      <td>wontsee</td>\n",
       "      <td>-0.5</td>\n",
       "      <td>2139</td>\n",
       "      <td>8267</td>\n",
       "      <td>0.292962</td>\n",
       "      <td>Naruto the Movie 2: Legend of the Stone of Gelel</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>301</th>\n",
       "      <td>1</td>\n",
       "      <td>109</td>\n",
       "      <td>willsee</td>\n",
       "      <td>0.5</td>\n",
       "      <td>2139</td>\n",
       "      <td>5285</td>\n",
       "      <td>0.296878</td>\n",
       "      <td>IS: Infinite Stratos</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>525</th>\n",
       "      <td>1</td>\n",
       "      <td>2422</td>\n",
       "      <td>willsee</td>\n",
       "      <td>0.5</td>\n",
       "      <td>2139</td>\n",
       "      <td>11046</td>\n",
       "      <td>0.305500</td>\n",
       "      <td>Kuroko no Basket 3rd Season</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>297</th>\n",
       "      <td>1</td>\n",
       "      <td>2018</td>\n",
       "      <td>willsee</td>\n",
       "      <td>0.5</td>\n",
       "      <td>2139</td>\n",
       "      <td>7398</td>\n",
       "      <td>0.306416</td>\n",
       "      <td>The irregular at magic high school</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>609</th>\n",
       "      <td>1</td>\n",
       "      <td>2792</td>\n",
       "      <td>wontsee</td>\n",
       "      <td>-0.5</td>\n",
       "      <td>2139</td>\n",
       "      <td>2900</td>\n",
       "      <td>0.309613</td>\n",
       "      <td>Highschool of the Dead: Drifters of the Dead</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>488</th>\n",
       "      <td>1</td>\n",
       "      <td>7511</td>\n",
       "      <td>willsee</td>\n",
       "      <td>0.5</td>\n",
       "      <td>2139</td>\n",
       "      <td>4034</td>\n",
       "      <td>0.322943</td>\n",
       "      <td>Sword Art Online - Aincrad</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>353</th>\n",
       "      <td>1</td>\n",
       "      <td>86</td>\n",
       "      <td>willsee</td>\n",
       "      <td>0.5</td>\n",
       "      <td>2139</td>\n",
       "      <td>7915</td>\n",
       "      <td>0.324551</td>\n",
       "      <td>Is this a Zombie ?</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>273</th>\n",
       "      <td>1</td>\n",
       "      <td>87</td>\n",
       "      <td>willsee</td>\n",
       "      <td>0.5</td>\n",
       "      <td>2139</td>\n",
       "      <td>1946</td>\n",
       "      <td>0.325259</td>\n",
       "      <td>Sword Art Online II</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>333</th>\n",
       "      <td>1</td>\n",
       "      <td>118</td>\n",
       "      <td>wontsee</td>\n",
       "      <td>-0.5</td>\n",
       "      <td>2139</td>\n",
       "      <td>3164</td>\n",
       "      <td>0.331484</td>\n",
       "      <td>Vampire Knight Guilty</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>531</th>\n",
       "      <td>1</td>\n",
       "      <td>732</td>\n",
       "      <td>willsee</td>\n",
       "      <td>0.5</td>\n",
       "      <td>2139</td>\n",
       "      <td>4738</td>\n",
       "      <td>0.333368</td>\n",
       "      <td>Strike the Blood</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>198</th>\n",
       "      <td>1</td>\n",
       "      <td>7873</td>\n",
       "      <td>like</td>\n",
       "      <td>2.0</td>\n",
       "      <td>2139</td>\n",
       "      <td>1198</td>\n",
       "      <td>0.339070</td>\n",
       "      <td>Vision d'Escaflowne</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>wontsee</td>\n",
       "      <td>-0.5</td>\n",
       "      <td>2139</td>\n",
       "      <td>7888</td>\n",
       "      <td>0.339925</td>\n",
       "      <td>Sword Art Online</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>356</th>\n",
       "      <td>1</td>\n",
       "      <td>2417</td>\n",
       "      <td>willsee</td>\n",
       "      <td>0.5</td>\n",
       "      <td>2139</td>\n",
       "      <td>11011</td>\n",
       "      <td>0.343325</td>\n",
       "      <td>Kuroko's Basketball 2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>294</th>\n",
       "      <td>1</td>\n",
       "      <td>66</td>\n",
       "      <td>willsee</td>\n",
       "      <td>0.5</td>\n",
       "      <td>2139</td>\n",
       "      <td>775</td>\n",
       "      <td>0.347960</td>\n",
       "      <td>Rosario to Vampire</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>598</th>\n",
       "      <td>1</td>\n",
       "      <td>1467</td>\n",
       "      <td>wontsee</td>\n",
       "      <td>-0.5</td>\n",
       "      <td>2139</td>\n",
       "      <td>10186</td>\n",
       "      <td>0.349468</td>\n",
       "      <td>Blade &amp; Soul</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>467</th>\n",
       "      <td>1</td>\n",
       "      <td>2735</td>\n",
       "      <td>willsee</td>\n",
       "      <td>0.5</td>\n",
       "      <td>2139</td>\n",
       "      <td>1578</td>\n",
       "      <td>0.352773</td>\n",
       "      <td>Ikki Tousen</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>368</th>\n",
       "      <td>1</td>\n",
       "      <td>107</td>\n",
       "      <td>willsee</td>\n",
       "      <td>0.5</td>\n",
       "      <td>2139</td>\n",
       "      <td>3404</td>\n",
       "      <td>0.352961</td>\n",
       "      <td>Kuroko no Basket</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>547</th>\n",
       "      <td>1</td>\n",
       "      <td>8392</td>\n",
       "      <td>wontsee</td>\n",
       "      <td>-0.5</td>\n",
       "      <td>2139</td>\n",
       "      <td>2020</td>\n",
       "      <td>0.353195</td>\n",
       "      <td>Amnesia</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>384</th>\n",
       "      <td>1</td>\n",
       "      <td>3555</td>\n",
       "      <td>willsee</td>\n",
       "      <td>0.5</td>\n",
       "      <td>2139</td>\n",
       "      <td>8018</td>\n",
       "      <td>0.356880</td>\n",
       "      <td>Freezing</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>234</th>\n",
       "      <td>1</td>\n",
       "      <td>4117</td>\n",
       "      <td>willsee</td>\n",
       "      <td>0.5</td>\n",
       "      <td>2139</td>\n",
       "      <td>9658</td>\n",
       "      <td>1.271464</td>\n",
       "      <td>20th century boys</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>263</th>\n",
       "      <td>1</td>\n",
       "      <td>6595</td>\n",
       "      <td>like</td>\n",
       "      <td>2.0</td>\n",
       "      <td>2139</td>\n",
       "      <td>10880</td>\n",
       "      <td>1.271617</td>\n",
       "      <td>Nausicaa</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>539</th>\n",
       "      <td>1</td>\n",
       "      <td>15322</td>\n",
       "      <td>dislike</td>\n",
       "      <td>-2.0</td>\n",
       "      <td>2139</td>\n",
       "      <td>1339</td>\n",
       "      <td>1.274894</td>\n",
       "      <td>Yuri on Ice</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>216</th>\n",
       "      <td>1</td>\n",
       "      <td>9996</td>\n",
       "      <td>willsee</td>\n",
       "      <td>0.5</td>\n",
       "      <td>2139</td>\n",
       "      <td>5164</td>\n",
       "      <td>1.278033</td>\n",
       "      <td>Cross Road</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>631</th>\n",
       "      <td>1</td>\n",
       "      <td>14416</td>\n",
       "      <td>like</td>\n",
       "      <td>2.0</td>\n",
       "      <td>2139</td>\n",
       "      <td>8724</td>\n",
       "      <td>1.285106</td>\n",
       "      <td>Spirited Away</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>76</th>\n",
       "      <td>1</td>\n",
       "      <td>958</td>\n",
       "      <td>favorite</td>\n",
       "      <td>4.0</td>\n",
       "      <td>2139</td>\n",
       "      <td>3546</td>\n",
       "      <td>1.288729</td>\n",
       "      <td>Le Vent se lève</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>427</th>\n",
       "      <td>1</td>\n",
       "      <td>324</td>\n",
       "      <td>favorite</td>\n",
       "      <td>4.0</td>\n",
       "      <td>2139</td>\n",
       "      <td>4122</td>\n",
       "      <td>1.293657</td>\n",
       "      <td>Paprika</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>625</th>\n",
       "      <td>1</td>\n",
       "      <td>14755</td>\n",
       "      <td>like</td>\n",
       "      <td>2.0</td>\n",
       "      <td>2139</td>\n",
       "      <td>11177</td>\n",
       "      <td>1.298330</td>\n",
       "      <td>Kiki's Delivery Service</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>515</th>\n",
       "      <td>1</td>\n",
       "      <td>13524</td>\n",
       "      <td>willsee</td>\n",
       "      <td>0.5</td>\n",
       "      <td>2139</td>\n",
       "      <td>4155</td>\n",
       "      <td>1.299481</td>\n",
       "      <td>Dimension W</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>193</th>\n",
       "      <td>1</td>\n",
       "      <td>4201</td>\n",
       "      <td>willsee</td>\n",
       "      <td>0.5</td>\n",
       "      <td>2139</td>\n",
       "      <td>10853</td>\n",
       "      <td>1.302488</td>\n",
       "      <td>Akira</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>80</th>\n",
       "      <td>1</td>\n",
       "      <td>410</td>\n",
       "      <td>favorite</td>\n",
       "      <td>4.0</td>\n",
       "      <td>2139</td>\n",
       "      <td>8265</td>\n",
       "      <td>1.310537</td>\n",
       "      <td>Porco Rosso</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>124</th>\n",
       "      <td>1</td>\n",
       "      <td>8153</td>\n",
       "      <td>like</td>\n",
       "      <td>2.0</td>\n",
       "      <td>2139</td>\n",
       "      <td>5389</td>\n",
       "      <td>1.314216</td>\n",
       "      <td>La Colline aux coquelicots</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>540</th>\n",
       "      <td>1</td>\n",
       "      <td>14284</td>\n",
       "      <td>favorite</td>\n",
       "      <td>4.0</td>\n",
       "      <td>2139</td>\n",
       "      <td>5224</td>\n",
       "      <td>1.316324</td>\n",
       "      <td>March Comes in Like a Lion</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>88</th>\n",
       "      <td>1</td>\n",
       "      <td>1584</td>\n",
       "      <td>like</td>\n",
       "      <td>2.0</td>\n",
       "      <td>2139</td>\n",
       "      <td>6882</td>\n",
       "      <td>1.332472</td>\n",
       "      <td>Grave of the Fireflies</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>478</th>\n",
       "      <td>1</td>\n",
       "      <td>6880</td>\n",
       "      <td>willsee</td>\n",
       "      <td>0.5</td>\n",
       "      <td>2139</td>\n",
       "      <td>4002</td>\n",
       "      <td>1.334648</td>\n",
       "      <td>Pluto</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>596</th>\n",
       "      <td>1</td>\n",
       "      <td>106</td>\n",
       "      <td>neutral</td>\n",
       "      <td>0.1</td>\n",
       "      <td>2139</td>\n",
       "      <td>2527</td>\n",
       "      <td>1.335824</td>\n",
       "      <td>Mon voisin Totoro</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>616</th>\n",
       "      <td>1</td>\n",
       "      <td>2238</td>\n",
       "      <td>willsee</td>\n",
       "      <td>0.5</td>\n",
       "      <td>2139</td>\n",
       "      <td>8890</td>\n",
       "      <td>1.346447</td>\n",
       "      <td>A Silent Voice</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>73</th>\n",
       "      <td>1</td>\n",
       "      <td>967</td>\n",
       "      <td>like</td>\n",
       "      <td>2.0</td>\n",
       "      <td>2139</td>\n",
       "      <td>11120</td>\n",
       "      <td>1.352435</td>\n",
       "      <td>Kiki la petite sorcière</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>502</th>\n",
       "      <td>1</td>\n",
       "      <td>1289</td>\n",
       "      <td>like</td>\n",
       "      <td>2.0</td>\n",
       "      <td>2139</td>\n",
       "      <td>5503</td>\n",
       "      <td>1.389816</td>\n",
       "      <td>Nausicaä de la vallée du vent</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>81</th>\n",
       "      <td>1</td>\n",
       "      <td>53</td>\n",
       "      <td>favorite</td>\n",
       "      <td>4.0</td>\n",
       "      <td>2139</td>\n",
       "      <td>9018</td>\n",
       "      <td>1.409857</td>\n",
       "      <td>Le Château ambulant</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>516</th>\n",
       "      <td>1</td>\n",
       "      <td>14297</td>\n",
       "      <td>willsee</td>\n",
       "      <td>0.5</td>\n",
       "      <td>2139</td>\n",
       "      <td>4661</td>\n",
       "      <td>1.418666</td>\n",
       "      <td>Dimension W</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>641</th>\n",
       "      <td>1</td>\n",
       "      <td>13587</td>\n",
       "      <td>wontsee</td>\n",
       "      <td>-0.5</td>\n",
       "      <td>2139</td>\n",
       "      <td>11502</td>\n",
       "      <td>1.420598</td>\n",
       "      <td>Lovely Complex</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>90</th>\n",
       "      <td>1</td>\n",
       "      <td>2768</td>\n",
       "      <td>like</td>\n",
       "      <td>2.0</td>\n",
       "      <td>2139</td>\n",
       "      <td>4176</td>\n",
       "      <td>1.437438</td>\n",
       "      <td>Le Château dans le ciel</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>490</th>\n",
       "      <td>1</td>\n",
       "      <td>12200</td>\n",
       "      <td>like</td>\n",
       "      <td>2.0</td>\n",
       "      <td>2139</td>\n",
       "      <td>2566</td>\n",
       "      <td>1.466477</td>\n",
       "      <td>The Anthem of the Heart -Beautiful Word, Beaut...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>428</th>\n",
       "      <td>1</td>\n",
       "      <td>30</td>\n",
       "      <td>favorite</td>\n",
       "      <td>4.0</td>\n",
       "      <td>2139</td>\n",
       "      <td>3845</td>\n",
       "      <td>1.472580</td>\n",
       "      <td>Spirited Away</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>465</th>\n",
       "      <td>1</td>\n",
       "      <td>60</td>\n",
       "      <td>favorite</td>\n",
       "      <td>4.0</td>\n",
       "      <td>2139</td>\n",
       "      <td>5448</td>\n",
       "      <td>1.474137</td>\n",
       "      <td>Princesse Mononoké</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>517</th>\n",
       "      <td>1</td>\n",
       "      <td>13002</td>\n",
       "      <td>willsee</td>\n",
       "      <td>0.5</td>\n",
       "      <td>2139</td>\n",
       "      <td>8961</td>\n",
       "      <td>1.507337</td>\n",
       "      <td>Hibike! Euphonium Specials</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>621</th>\n",
       "      <td>1</td>\n",
       "      <td>14862</td>\n",
       "      <td>like</td>\n",
       "      <td>2.0</td>\n",
       "      <td>2139</td>\n",
       "      <td>5719</td>\n",
       "      <td>1.510209</td>\n",
       "      <td>Princess Mononoke</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>624</th>\n",
       "      <td>1</td>\n",
       "      <td>14754</td>\n",
       "      <td>like</td>\n",
       "      <td>2.0</td>\n",
       "      <td>2139</td>\n",
       "      <td>3266</td>\n",
       "      <td>1.518889</td>\n",
       "      <td>Howl's Moving Castle</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>538</th>\n",
       "      <td>1</td>\n",
       "      <td>14379</td>\n",
       "      <td>like</td>\n",
       "      <td>2.0</td>\n",
       "      <td>2139</td>\n",
       "      <td>5030</td>\n",
       "      <td>1.681807</td>\n",
       "      <td>Mob Psycho 100</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>649 rows × 8 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "     user_id  work_id    choice  rating  encoded_user_id  encoded_work_id  \\\n",
       "395        1      126   willsee     0.5             2139             9183   \n",
       "251        1       18   wontsee    -0.5             2139             4305   \n",
       "243        1       21   willsee     0.5             2139            11104   \n",
       "270        1       75   wontsee    -0.5             2139             9468   \n",
       "323        1     5307   wontsee    -0.5             2139            11263   \n",
       "29         1        6   dislike    -2.0             2139             1055   \n",
       "292        1      143   willsee     0.5             2139             7200   \n",
       "315        1     1126   wontsee    -0.5             2139             4619   \n",
       "383        1    10365   willsee     0.5             2139             6848   \n",
       "608        1     3476   wontsee    -0.5             2139             2843   \n",
       "331        1     4372   willsee     0.5             2139             3418   \n",
       "391        1     4060   wontsee    -0.5             2139             8267   \n",
       "301        1      109   willsee     0.5             2139             5285   \n",
       "525        1     2422   willsee     0.5             2139            11046   \n",
       "297        1     2018   willsee     0.5             2139             7398   \n",
       "609        1     2792   wontsee    -0.5             2139             2900   \n",
       "488        1     7511   willsee     0.5             2139             4034   \n",
       "353        1       86   willsee     0.5             2139             7915   \n",
       "273        1       87   willsee     0.5             2139             1946   \n",
       "333        1      118   wontsee    -0.5             2139             3164   \n",
       "531        1      732   willsee     0.5             2139             4738   \n",
       "198        1     7873      like     2.0             2139             1198   \n",
       "3          1        3   wontsee    -0.5             2139             7888   \n",
       "356        1     2417   willsee     0.5             2139            11011   \n",
       "294        1       66   willsee     0.5             2139              775   \n",
       "598        1     1467   wontsee    -0.5             2139            10186   \n",
       "467        1     2735   willsee     0.5             2139             1578   \n",
       "368        1      107   willsee     0.5             2139             3404   \n",
       "547        1     8392   wontsee    -0.5             2139             2020   \n",
       "384        1     3555   willsee     0.5             2139             8018   \n",
       "..       ...      ...       ...     ...              ...              ...   \n",
       "234        1     4117   willsee     0.5             2139             9658   \n",
       "263        1     6595      like     2.0             2139            10880   \n",
       "539        1    15322   dislike    -2.0             2139             1339   \n",
       "216        1     9996   willsee     0.5             2139             5164   \n",
       "631        1    14416      like     2.0             2139             8724   \n",
       "76         1      958  favorite     4.0             2139             3546   \n",
       "427        1      324  favorite     4.0             2139             4122   \n",
       "625        1    14755      like     2.0             2139            11177   \n",
       "515        1    13524   willsee     0.5             2139             4155   \n",
       "193        1     4201   willsee     0.5             2139            10853   \n",
       "80         1      410  favorite     4.0             2139             8265   \n",
       "124        1     8153      like     2.0             2139             5389   \n",
       "540        1    14284  favorite     4.0             2139             5224   \n",
       "88         1     1584      like     2.0             2139             6882   \n",
       "478        1     6880   willsee     0.5             2139             4002   \n",
       "596        1      106   neutral     0.1             2139             2527   \n",
       "616        1     2238   willsee     0.5             2139             8890   \n",
       "73         1      967      like     2.0             2139            11120   \n",
       "502        1     1289      like     2.0             2139             5503   \n",
       "81         1       53  favorite     4.0             2139             9018   \n",
       "516        1    14297   willsee     0.5             2139             4661   \n",
       "641        1    13587   wontsee    -0.5             2139            11502   \n",
       "90         1     2768      like     2.0             2139             4176   \n",
       "490        1    12200      like     2.0             2139             2566   \n",
       "428        1       30  favorite     4.0             2139             3845   \n",
       "465        1       60  favorite     4.0             2139             5448   \n",
       "517        1    13002   willsee     0.5             2139             8961   \n",
       "621        1    14862      like     2.0             2139             5719   \n",
       "624        1    14754      like     2.0             2139             3266   \n",
       "538        1    14379      like     2.0             2139             5030   \n",
       "\n",
       "         pred                                              title  \n",
       "395  0.180609                                     Dragon Ball GT  \n",
       "251  0.196237                                         Fairy Tail  \n",
       "243  0.208779                             Highschool of the Dead  \n",
       "270  0.209681                                    High School DxD  \n",
       "323  0.220937                                         Fairy Tail  \n",
       "29   0.225559                                             Bleach  \n",
       "292  0.236263                                         To LOVE-Ru  \n",
       "315  0.240745             Boku wa Tomodachi ga Sukunai Episode 0  \n",
       "383  0.254406                                         Kiss x Sis  \n",
       "608  0.268238                         Ikkitousen: Dragon Destiny  \n",
       "331  0.286312         Attaque Des Titans (l') - Guides officiels  \n",
       "391  0.292962   Naruto the Movie 2: Legend of the Stone of Gelel  \n",
       "301  0.296878                               IS: Infinite Stratos  \n",
       "525  0.305500                        Kuroko no Basket 3rd Season  \n",
       "297  0.306416                 The irregular at magic high school  \n",
       "609  0.309613       Highschool of the Dead: Drifters of the Dead  \n",
       "488  0.322943                         Sword Art Online - Aincrad  \n",
       "353  0.324551                                 Is this a Zombie ?  \n",
       "273  0.325259                                Sword Art Online II  \n",
       "333  0.331484                              Vampire Knight Guilty  \n",
       "531  0.333368                                   Strike the Blood  \n",
       "198  0.339070                                Vision d'Escaflowne  \n",
       "3    0.339925                                   Sword Art Online  \n",
       "356  0.343325                              Kuroko's Basketball 2  \n",
       "294  0.347960                                 Rosario to Vampire  \n",
       "598  0.349468                                       Blade & Soul  \n",
       "467  0.352773                                        Ikki Tousen  \n",
       "368  0.352961                                   Kuroko no Basket  \n",
       "547  0.353195                                            Amnesia  \n",
       "384  0.356880                                           Freezing  \n",
       "..        ...                                                ...  \n",
       "234  1.271464                                  20th century boys  \n",
       "263  1.271617                                           Nausicaa  \n",
       "539  1.274894                                        Yuri on Ice  \n",
       "216  1.278033                                         Cross Road  \n",
       "631  1.285106                                      Spirited Away  \n",
       "76   1.288729                                    Le Vent se lève  \n",
       "427  1.293657                                            Paprika  \n",
       "625  1.298330                            Kiki's Delivery Service  \n",
       "515  1.299481                                        Dimension W  \n",
       "193  1.302488                                              Akira  \n",
       "80   1.310537                                        Porco Rosso  \n",
       "124  1.314216                         La Colline aux coquelicots  \n",
       "540  1.316324                         March Comes in Like a Lion  \n",
       "88   1.332472                             Grave of the Fireflies  \n",
       "478  1.334648                                              Pluto  \n",
       "596  1.335824                                  Mon voisin Totoro  \n",
       "616  1.346447                                     A Silent Voice  \n",
       "73   1.352435                            Kiki la petite sorcière  \n",
       "502  1.389816                      Nausicaä de la vallée du vent  \n",
       "81   1.409857                                Le Château ambulant  \n",
       "516  1.418666                                        Dimension W  \n",
       "641  1.420598                                     Lovely Complex  \n",
       "90   1.437438                            Le Château dans le ciel  \n",
       "490  1.466477  The Anthem of the Heart -Beautiful Word, Beaut...  \n",
       "428  1.472580                                      Spirited Away  \n",
       "465  1.474137                                 Princesse Mononoké  \n",
       "517  1.507337                         Hibike! Euphonium Specials  \n",
       "621  1.510209                                  Princess Mononoke  \n",
       "624  1.518889                               Howl's Moving Castle  \n",
       "538  1.681807                                     Mob Psycho 100  \n",
       "\n",
       "[649 rows x 8 columns]"
      ]
     },
     "execution_count": 65,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "titles = dict(Work.objects.values_list('id', 'title'))\n",
    "jj['title'] = jj['work_id'].map(titles)\n",
    "\n",
    "jj.sort('pred')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 355,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "NB_QUESTIONS = 10"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 368,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[1937 4801 2824 2623  715 9177 4034 7087 8724 5547]\n"
     ]
    }
   ],
   "source": [
    "# Random\n",
    "import random\n",
    "\n",
    "all_ratings = dict(zip(jj['encoded_work_id'], jj['rating']))\n",
    "subset = np.random.choice(np.array(jj['encoded_work_id']), NB_QUESTIONS, replace=False)\n",
    "y_test = np.array([all_ratings[work_id] for work_id in subset])\n",
    "print(subset)\n",
    "train_user(2140, subset, y_test)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 369,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>user_id</th>\n",
       "      <th>work_id</th>\n",
       "      <th>choice</th>\n",
       "      <th>rating</th>\n",
       "      <th>encoded_user_id</th>\n",
       "      <th>encoded_work_id</th>\n",
       "      <th>pred</th>\n",
       "      <th>title</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>65</th>\n",
       "      <td>1</td>\n",
       "      <td>419</td>\n",
       "      <td>dislike</td>\n",
       "      <td>-2.0</td>\n",
       "      <td>2139</td>\n",
       "      <td>2824</td>\n",
       "      <td>1.081679</td>\n",
       "      <td>Mawaru Penguindrum</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>121</th>\n",
       "      <td>1</td>\n",
       "      <td>1563</td>\n",
       "      <td>like</td>\n",
       "      <td>2.0</td>\n",
       "      <td>2139</td>\n",
       "      <td>7087</td>\n",
       "      <td>1.192337</td>\n",
       "      <td>Ponyo sur la falaise</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>128</th>\n",
       "      <td>1</td>\n",
       "      <td>746</td>\n",
       "      <td>willsee</td>\n",
       "      <td>0.5</td>\n",
       "      <td>2139</td>\n",
       "      <td>1937</td>\n",
       "      <td>0.669549</td>\n",
       "      <td>Ghost in the Shell: Stand Alone Complex - Tach...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>157</th>\n",
       "      <td>1</td>\n",
       "      <td>1306</td>\n",
       "      <td>willsee</td>\n",
       "      <td>0.5</td>\n",
       "      <td>2139</td>\n",
       "      <td>4801</td>\n",
       "      <td>0.808459</td>\n",
       "      <td>Natsume's Book of Friends Four</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>176</th>\n",
       "      <td>1</td>\n",
       "      <td>781</td>\n",
       "      <td>wontsee</td>\n",
       "      <td>-0.5</td>\n",
       "      <td>2139</td>\n",
       "      <td>2623</td>\n",
       "      <td>0.784534</td>\n",
       "      <td>Ghost in the Shell: Arise - Border:3 Ghost Tears</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>194</th>\n",
       "      <td>1</td>\n",
       "      <td>6492</td>\n",
       "      <td>willsee</td>\n",
       "      <td>0.5</td>\n",
       "      <td>2139</td>\n",
       "      <td>715</td>\n",
       "      <td>1.244463</td>\n",
       "      <td>Monster</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>266</th>\n",
       "      <td>1</td>\n",
       "      <td>130</td>\n",
       "      <td>wontsee</td>\n",
       "      <td>-0.5</td>\n",
       "      <td>2139</td>\n",
       "      <td>5547</td>\n",
       "      <td>0.357207</td>\n",
       "      <td>Air Gear</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>411</th>\n",
       "      <td>1</td>\n",
       "      <td>9092</td>\n",
       "      <td>willsee</td>\n",
       "      <td>0.5</td>\n",
       "      <td>2139</td>\n",
       "      <td>9177</td>\n",
       "      <td>0.396992</td>\n",
       "      <td>Rail Wars!</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>488</th>\n",
       "      <td>1</td>\n",
       "      <td>7511</td>\n",
       "      <td>willsee</td>\n",
       "      <td>0.5</td>\n",
       "      <td>2139</td>\n",
       "      <td>4034</td>\n",
       "      <td>0.322943</td>\n",
       "      <td>Sword Art Online - Aincrad</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>631</th>\n",
       "      <td>1</td>\n",
       "      <td>14416</td>\n",
       "      <td>like</td>\n",
       "      <td>2.0</td>\n",
       "      <td>2139</td>\n",
       "      <td>8724</td>\n",
       "      <td>1.285106</td>\n",
       "      <td>Spirited Away</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "     user_id  work_id   choice  rating  encoded_user_id  encoded_work_id  \\\n",
       "65         1      419  dislike    -2.0             2139             2824   \n",
       "121        1     1563     like     2.0             2139             7087   \n",
       "128        1      746  willsee     0.5             2139             1937   \n",
       "157        1     1306  willsee     0.5             2139             4801   \n",
       "176        1      781  wontsee    -0.5             2139             2623   \n",
       "194        1     6492  willsee     0.5             2139              715   \n",
       "266        1      130  wontsee    -0.5             2139             5547   \n",
       "411        1     9092  willsee     0.5             2139             9177   \n",
       "488        1     7511  willsee     0.5             2139             4034   \n",
       "631        1    14416     like     2.0             2139             8724   \n",
       "\n",
       "         pred                                              title  \n",
       "65   1.081679                                 Mawaru Penguindrum  \n",
       "121  1.192337                               Ponyo sur la falaise  \n",
       "128  0.669549  Ghost in the Shell: Stand Alone Complex - Tach...  \n",
       "157  0.808459                     Natsume's Book of Friends Four  \n",
       "176  0.784534   Ghost in the Shell: Arise - Border:3 Ghost Tears  \n",
       "194  1.244463                                            Monster  \n",
       "266  0.357207                                           Air Gear  \n",
       "411  0.396992                                         Rail Wars!  \n",
       "488  0.322943                         Sword Art Online - Aincrad  \n",
       "631  1.285106                                      Spirited Away  "
      ]
     },
     "execution_count": 369,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "jj.query('encoded_work_id in @subset')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 370,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array([-0.88114882, -0.15880069, -0.28525917, -0.36149601, -0.03939813,\n",
       "        0.25915399,  0.3786149 ,  0.20925865, -0.14391705, -0.26987842,\n",
       "       -0.03866946,  0.32678425,  0.32016272, -0.08749871, -0.196268  ,\n",
       "       -0.20794798, -0.25496892,  0.01392694, -0.01202279, -0.95187918])"
      ]
     },
     "execution_count": 370,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "als.M = als.U.dot(als.VT)\n",
    "als.U[2140]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 371,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0.56242319752559311"
      ]
     },
     "execution_count": 371,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "X_test = np.column_stack(([2140] * len(subset), subset))\n",
    "y_pred = als.predict(X_test)\n",
    "als.compute_rmse(y_test, y_pred)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 372,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "1.2861712207134659"
      ]
     },
     "execution_count": 372,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "X_test = np.column_stack(([2140] * len(jj['encoded_work_id']), jj['encoded_work_id']))\n",
    "y_pred = als.predict(X_test)\n",
    "als.compute_rmse(jj['rating'], y_pred)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 361,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "# DPP"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 270,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(346210,)"
      ]
     },
     "execution_count": 270,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "y.shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 271,
   "metadata": {},
   "outputs": [],
   "source": [
    "from mangaki.algo.knn import MangakiKNN\n",
    "\n",
    "knn = MangakiKNN()\n",
    "knn.set_parameters(anonymized.nb_users, anonymized.nb_works)\n",
    "knn.fit(X, y)\n",
    "L = rbf_kernel(knn.M.T[jj['encoded_work_id']])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 210,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "from mangaki.utils.dpplib import decompose_kernel, sample_k\n",
    "from sklearn.metrics.pairwise import rbf_kernel\n",
    "\n",
    "L = rbf_kernel(als.VT.T[jj['encoded_work_id']])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 242,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(649, 649)"
      ]
     },
     "execution_count": 242,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "L.shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 243,
   "metadata": {},
   "outputs": [],
   "source": [
    "D, V = decompose_kernel(L)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 373,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "# From here\n",
    "subset_pos = sample_k(NB_QUESTIONS, D, V).reshape(NB_QUESTIONS).astype(np.int64)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 374,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "als.means = np.concatenate((als.means, [0]))\n",
    "als.U = np.vstack((als.U, np.zeros(20)))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 375,
   "metadata": {},
   "outputs": [],
   "source": [
    "subset = jj['encoded_work_id'][subset_pos]\n",
    "y_test = np.array([all_ratings[work_id] for work_id in subset])\n",
    "train_user(2141, subset, y_test)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 376,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>user_id</th>\n",
       "      <th>work_id</th>\n",
       "      <th>choice</th>\n",
       "      <th>rating</th>\n",
       "      <th>encoded_user_id</th>\n",
       "      <th>encoded_work_id</th>\n",
       "      <th>pred</th>\n",
       "      <th>title</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>37</th>\n",
       "      <td>1</td>\n",
       "      <td>134</td>\n",
       "      <td>like</td>\n",
       "      <td>2.0</td>\n",
       "      <td>2139</td>\n",
       "      <td>9655</td>\n",
       "      <td>1.157036</td>\n",
       "      <td>Summer Wars</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>80</th>\n",
       "      <td>1</td>\n",
       "      <td>410</td>\n",
       "      <td>favorite</td>\n",
       "      <td>4.0</td>\n",
       "      <td>2139</td>\n",
       "      <td>8265</td>\n",
       "      <td>1.310537</td>\n",
       "      <td>Porco Rosso</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>178</th>\n",
       "      <td>1</td>\n",
       "      <td>9936</td>\n",
       "      <td>willsee</td>\n",
       "      <td>0.5</td>\n",
       "      <td>2139</td>\n",
       "      <td>1776</td>\n",
       "      <td>0.974245</td>\n",
       "      <td>Cencoroll</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>183</th>\n",
       "      <td>1</td>\n",
       "      <td>4369</td>\n",
       "      <td>willsee</td>\n",
       "      <td>0.5</td>\n",
       "      <td>2139</td>\n",
       "      <td>3410</td>\n",
       "      <td>0.739514</td>\n",
       "      <td>Attaque Des Titans (l')</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>273</th>\n",
       "      <td>1</td>\n",
       "      <td>87</td>\n",
       "      <td>willsee</td>\n",
       "      <td>0.5</td>\n",
       "      <td>2139</td>\n",
       "      <td>1946</td>\n",
       "      <td>0.325259</td>\n",
       "      <td>Sword Art Online II</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>354</th>\n",
       "      <td>1</td>\n",
       "      <td>148</td>\n",
       "      <td>willsee</td>\n",
       "      <td>0.5</td>\n",
       "      <td>2139</td>\n",
       "      <td>11142</td>\n",
       "      <td>0.746681</td>\n",
       "      <td>Black Lagoon: The Second Barrage</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>392</th>\n",
       "      <td>1</td>\n",
       "      <td>877</td>\n",
       "      <td>willsee</td>\n",
       "      <td>0.5</td>\n",
       "      <td>2139</td>\n",
       "      <td>8063</td>\n",
       "      <td>0.803639</td>\n",
       "      <td>Goodbye Mr. Despair OAD</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>411</th>\n",
       "      <td>1</td>\n",
       "      <td>9092</td>\n",
       "      <td>willsee</td>\n",
       "      <td>0.5</td>\n",
       "      <td>2139</td>\n",
       "      <td>9177</td>\n",
       "      <td>0.396992</td>\n",
       "      <td>Rail Wars!</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>476</th>\n",
       "      <td>1</td>\n",
       "      <td>14293</td>\n",
       "      <td>willsee</td>\n",
       "      <td>0.5</td>\n",
       "      <td>2139</td>\n",
       "      <td>6702</td>\n",
       "      <td>0.876363</td>\n",
       "      <td>UTAMONOGATARI ♫</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>483</th>\n",
       "      <td>1</td>\n",
       "      <td>8242</td>\n",
       "      <td>willsee</td>\n",
       "      <td>0.5</td>\n",
       "      <td>2139</td>\n",
       "      <td>8352</td>\n",
       "      <td>0.591582</td>\n",
       "      <td>Yona of the Dawn</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "     user_id  work_id    choice  rating  encoded_user_id  encoded_work_id  \\\n",
       "37         1      134      like     2.0             2139             9655   \n",
       "80         1      410  favorite     4.0             2139             8265   \n",
       "178        1     9936   willsee     0.5             2139             1776   \n",
       "183        1     4369   willsee     0.5             2139             3410   \n",
       "273        1       87   willsee     0.5             2139             1946   \n",
       "354        1      148   willsee     0.5             2139            11142   \n",
       "392        1      877   willsee     0.5             2139             8063   \n",
       "411        1     9092   willsee     0.5             2139             9177   \n",
       "476        1    14293   willsee     0.5             2139             6702   \n",
       "483        1     8242   willsee     0.5             2139             8352   \n",
       "\n",
       "         pred                             title  \n",
       "37   1.157036                       Summer Wars  \n",
       "80   1.310537                       Porco Rosso  \n",
       "178  0.974245                         Cencoroll  \n",
       "183  0.739514           Attaque Des Titans (l')  \n",
       "273  0.325259               Sword Art Online II  \n",
       "354  0.746681  Black Lagoon: The Second Barrage  \n",
       "392  0.803639           Goodbye Mr. Despair OAD  \n",
       "411  0.396992                        Rail Wars!  \n",
       "476  0.876363                   UTAMONOGATARI ♫  \n",
       "483  0.591582                  Yona of the Dawn  "
      ]
     },
     "execution_count": 376,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "jj.query('encoded_work_id in @subset')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 377,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array([-0.01710628, -0.13274005, -0.30822378, -0.22863072,  0.16678263,\n",
       "       -0.35646804,  0.5714343 ,  0.21015158,  0.03017136,  0.23297129,\n",
       "       -0.05941062,  0.52798474,  0.64742897, -0.19957709, -0.11503318,\n",
       "       -0.15056268, -0.39358746,  0.0151542 ,  0.83685526,  0.07839983])"
      ]
     },
     "execution_count": 377,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "als.M = als.U.dot(als.VT)\n",
    "als.U[2141]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 378,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "1.1563861569837124"
      ]
     },
     "execution_count": 378,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "X_test = np.column_stack(([2141] * len(jj['encoded_work_id']), jj['encoded_work_id']))\n",
    "y_pred = als.predict(X_test)\n",
    "als.compute_rmse(jj['rating'], y_pred)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Django Shell-Plus",
   "language": "python",
   "name": "django_extensions"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.6.4"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}