context_type-visualisation.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2017-05-23T00:51:36.940134",
     "start_time": "2017-05-23T00:51:36.449288"
    },
    "collapsed": true,
    "run_control": {
     "frozen": false,
     "read_only": false
    }
   },
   "outputs": [],
   "source": [
    "import pandas as pd\n",
    "import numpy as np\n",
    "import matplotlib.pyplot as plt\n",
    "from datetime import datetime"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2017-05-23T00:51:44.239649",
     "start_time": "2017-05-23T00:51:37.302671"
    },
    "collapsed": false,
    "run_control": {
     "frozen": false,
     "read_only": false
    }
   },
   "outputs": [],
   "source": [
    "#Read data files\n",
    "test = pd.read_csv('../data/test.csv')\n",
    "train = pd.read_csv('../data/train.csv')\n",
    "# sample_submission = pd.read_csv('../data/sample_submission_kaggle.csv')\n",
    "# extra_infos = pd.read_json('../data/extra_infos.json',lines=True)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Add this function to preprocessing"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2017-05-23T00:52:21.399314",
     "start_time": "2017-05-23T00:52:20.065802"
    },
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>genre_id</th>\n",
       "      <th>ts_listen</th>\n",
       "      <th>media_id</th>\n",
       "      <th>album_id</th>\n",
       "      <th>context_type</th>\n",
       "      <th>release_date</th>\n",
       "      <th>platform_name</th>\n",
       "      <th>platform_family</th>\n",
       "      <th>media_duration</th>\n",
       "      <th>listen_type</th>\n",
       "      <th>user_gender</th>\n",
       "      <th>user_id</th>\n",
       "      <th>artist_id</th>\n",
       "      <th>user_age</th>\n",
       "      <th>is_listened</th>\n",
       "      <th>avg_listened_context</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>25471</td>\n",
       "      <td>1480597215</td>\n",
       "      <td>222606</td>\n",
       "      <td>41774</td>\n",
       "      <td>12</td>\n",
       "      <td>20040704</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>223</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>9241</td>\n",
       "      <td>55164</td>\n",
       "      <td>29</td>\n",
       "      <td>0</td>\n",
       "      <td>0.695588</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>25571</td>\n",
       "      <td>1480544735</td>\n",
       "      <td>250467</td>\n",
       "      <td>43941</td>\n",
       "      <td>0</td>\n",
       "      <td>20060301</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>171</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>16547</td>\n",
       "      <td>55830</td>\n",
       "      <td>30</td>\n",
       "      <td>1</td>\n",
       "      <td>0.688537</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>16</td>\n",
       "      <td>1479563953</td>\n",
       "      <td>305197</td>\n",
       "      <td>48078</td>\n",
       "      <td>1</td>\n",
       "      <td>20140714</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>149</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>7665</td>\n",
       "      <td>2704</td>\n",
       "      <td>29</td>\n",
       "      <td>1</td>\n",
       "      <td>0.573594</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>7</td>\n",
       "      <td>1480152098</td>\n",
       "      <td>900502</td>\n",
       "      <td>71521</td>\n",
       "      <td>0</td>\n",
       "      <td>20001030</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>240</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1580</td>\n",
       "      <td>938</td>\n",
       "      <td>30</td>\n",
       "      <td>0</td>\n",
       "      <td>0.688537</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>7</td>\n",
       "      <td>1478368974</td>\n",
       "      <td>542335</td>\n",
       "      <td>71718</td>\n",
       "      <td>0</td>\n",
       "      <td>20080215</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>150</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1812</td>\n",
       "      <td>2939</td>\n",
       "      <td>24</td>\n",
       "      <td>1</td>\n",
       "      <td>0.688537</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>7</td>\n",
       "      <td>1478382544</td>\n",
       "      <td>542335</td>\n",
       "      <td>71718</td>\n",
       "      <td>0</td>\n",
       "      <td>20080215</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>150</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1812</td>\n",
       "      <td>2939</td>\n",
       "      <td>24</td>\n",
       "      <td>1</td>\n",
       "      <td>0.688537</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>7</td>\n",
       "      <td>1478338409</td>\n",
       "      <td>542335</td>\n",
       "      <td>71718</td>\n",
       "      <td>0</td>\n",
       "      <td>20080215</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>150</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1812</td>\n",
       "      <td>2939</td>\n",
       "      <td>24</td>\n",
       "      <td>1</td>\n",
       "      <td>0.688537</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>7</td>\n",
       "      <td>1478353709</td>\n",
       "      <td>542335</td>\n",
       "      <td>71718</td>\n",
       "      <td>1</td>\n",
       "      <td>20080215</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>150</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>10325</td>\n",
       "      <td>2939</td>\n",
       "      <td>29</td>\n",
       "      <td>1</td>\n",
       "      <td>0.573594</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>7</td>\n",
       "      <td>1479130924</td>\n",
       "      <td>542335</td>\n",
       "      <td>71718</td>\n",
       "      <td>0</td>\n",
       "      <td>20080215</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>150</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1812</td>\n",
       "      <td>2939</td>\n",
       "      <td>24</td>\n",
       "      <td>1</td>\n",
       "      <td>0.688537</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>7</td>\n",
       "      <td>1479214304</td>\n",
       "      <td>542335</td>\n",
       "      <td>71718</td>\n",
       "      <td>1</td>\n",
       "      <td>20080215</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>150</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>51</td>\n",
       "      <td>2939</td>\n",
       "      <td>28</td>\n",
       "      <td>1</td>\n",
       "      <td>0.573594</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>7</td>\n",
       "      <td>1478673075</td>\n",
       "      <td>542335</td>\n",
       "      <td>71718</td>\n",
       "      <td>0</td>\n",
       "      <td>20080215</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>150</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1089</td>\n",
       "      <td>2939</td>\n",
       "      <td>27</td>\n",
       "      <td>1</td>\n",
       "      <td>0.688537</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>7</td>\n",
       "      <td>1479279494</td>\n",
       "      <td>542335</td>\n",
       "      <td>71718</td>\n",
       "      <td>0</td>\n",
       "      <td>20080215</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>150</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1812</td>\n",
       "      <td>2939</td>\n",
       "      <td>24</td>\n",
       "      <td>1</td>\n",
       "      <td>0.688537</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>7</td>\n",
       "      <td>1478356603</td>\n",
       "      <td>542341</td>\n",
       "      <td>71718</td>\n",
       "      <td>1</td>\n",
       "      <td>20080215</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>188</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>822</td>\n",
       "      <td>2939</td>\n",
       "      <td>21</td>\n",
       "      <td>1</td>\n",
       "      <td>0.573594</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>7</td>\n",
       "      <td>1479968326</td>\n",
       "      <td>542335</td>\n",
       "      <td>71718</td>\n",
       "      <td>1</td>\n",
       "      <td>20080215</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>150</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>2946</td>\n",
       "      <td>2939</td>\n",
       "      <td>20</td>\n",
       "      <td>0</td>\n",
       "      <td>0.573594</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>7</td>\n",
       "      <td>1479991070</td>\n",
       "      <td>542335</td>\n",
       "      <td>71718</td>\n",
       "      <td>1</td>\n",
       "      <td>20080215</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>150</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>5248</td>\n",
       "      <td>2939</td>\n",
       "      <td>23</td>\n",
       "      <td>0</td>\n",
       "      <td>0.573594</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>7</td>\n",
       "      <td>1478445244</td>\n",
       "      <td>542335</td>\n",
       "      <td>71718</td>\n",
       "      <td>12</td>\n",
       "      <td>20080215</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>150</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1556</td>\n",
       "      <td>2939</td>\n",
       "      <td>25</td>\n",
       "      <td>1</td>\n",
       "      <td>0.695588</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>7</td>\n",
       "      <td>1478644646</td>\n",
       "      <td>542335</td>\n",
       "      <td>71718</td>\n",
       "      <td>11</td>\n",
       "      <td>20080215</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>150</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1709</td>\n",
       "      <td>2939</td>\n",
       "      <td>21</td>\n",
       "      <td>1</td>\n",
       "      <td>0.878672</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>7</td>\n",
       "      <td>1478892170</td>\n",
       "      <td>542335</td>\n",
       "      <td>71718</td>\n",
       "      <td>14</td>\n",
       "      <td>20080215</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>150</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>336</td>\n",
       "      <td>2939</td>\n",
       "      <td>20</td>\n",
       "      <td>1</td>\n",
       "      <td>0.922739</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>7</td>\n",
       "      <td>1480084581</td>\n",
       "      <td>542335</td>\n",
       "      <td>71718</td>\n",
       "      <td>0</td>\n",
       "      <td>20080215</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>150</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1812</td>\n",
       "      <td>2939</td>\n",
       "      <td>24</td>\n",
       "      <td>1</td>\n",
       "      <td>0.688537</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>7</td>\n",
       "      <td>1480454926</td>\n",
       "      <td>542335</td>\n",
       "      <td>71718</td>\n",
       "      <td>1</td>\n",
       "      <td>20080215</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>150</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>3570</td>\n",
       "      <td>2939</td>\n",
       "      <td>25</td>\n",
       "      <td>1</td>\n",
       "      <td>0.573594</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>7</td>\n",
       "      <td>1480236062</td>\n",
       "      <td>542335</td>\n",
       "      <td>71718</td>\n",
       "      <td>0</td>\n",
       "      <td>20080215</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>150</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1812</td>\n",
       "      <td>2939</td>\n",
       "      <td>24</td>\n",
       "      <td>1</td>\n",
       "      <td>0.688537</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>7</td>\n",
       "      <td>1478806000</td>\n",
       "      <td>542335</td>\n",
       "      <td>71718</td>\n",
       "      <td>0</td>\n",
       "      <td>20080215</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>150</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1284</td>\n",
       "      <td>2939</td>\n",
       "      <td>29</td>\n",
       "      <td>1</td>\n",
       "      <td>0.688537</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>7</td>\n",
       "      <td>1479409743</td>\n",
       "      <td>542335</td>\n",
       "      <td>71718</td>\n",
       "      <td>6</td>\n",
       "      <td>20080215</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>150</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>754</td>\n",
       "      <td>2939</td>\n",
       "      <td>29</td>\n",
       "      <td>1</td>\n",
       "      <td>0.601464</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>7</td>\n",
       "      <td>1480113489</td>\n",
       "      <td>542335</td>\n",
       "      <td>71718</td>\n",
       "      <td>1</td>\n",
       "      <td>20080215</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>150</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>7599</td>\n",
       "      <td>2939</td>\n",
       "      <td>28</td>\n",
       "      <td>1</td>\n",
       "      <td>0.573594</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>7</td>\n",
       "      <td>1480340322</td>\n",
       "      <td>542335</td>\n",
       "      <td>71718</td>\n",
       "      <td>1</td>\n",
       "      <td>20080215</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>150</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>3570</td>\n",
       "      <td>2939</td>\n",
       "      <td>25</td>\n",
       "      <td>0</td>\n",
       "      <td>0.573594</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>7</td>\n",
       "      <td>1478079016</td>\n",
       "      <td>542346</td>\n",
       "      <td>71718</td>\n",
       "      <td>3</td>\n",
       "      <td>20080215</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>197</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>65</td>\n",
       "      <td>2939</td>\n",
       "      <td>26</td>\n",
       "      <td>1</td>\n",
       "      <td>0.704379</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>7</td>\n",
       "      <td>1478085122</td>\n",
       "      <td>542340</td>\n",
       "      <td>71718</td>\n",
       "      <td>3</td>\n",
       "      <td>20080215</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>210</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>65</td>\n",
       "      <td>2939</td>\n",
       "      <td>26</td>\n",
       "      <td>1</td>\n",
       "      <td>0.704379</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>7</td>\n",
       "      <td>1478084056</td>\n",
       "      <td>542347</td>\n",
       "      <td>71718</td>\n",
       "      <td>3</td>\n",
       "      <td>20080215</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>188</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>65</td>\n",
       "      <td>2939</td>\n",
       "      <td>26</td>\n",
       "      <td>1</td>\n",
       "      <td>0.704379</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>7</td>\n",
       "      <td>1479757473</td>\n",
       "      <td>542335</td>\n",
       "      <td>71718</td>\n",
       "      <td>0</td>\n",
       "      <td>20080215</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>150</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1709</td>\n",
       "      <td>2939</td>\n",
       "      <td>21</td>\n",
       "      <td>1</td>\n",
       "      <td>0.688537</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>7</td>\n",
       "      <td>1480239881</td>\n",
       "      <td>542335</td>\n",
       "      <td>71718</td>\n",
       "      <td>0</td>\n",
       "      <td>20080215</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>150</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1089</td>\n",
       "      <td>2939</td>\n",
       "      <td>27</td>\n",
       "      <td>0</td>\n",
       "      <td>0.688537</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7558804</th>\n",
       "      <td>0</td>\n",
       "      <td>1480520025</td>\n",
       "      <td>136334560</td>\n",
       "      <td>14581358</td>\n",
       "      <td>1</td>\n",
       "      <td>19910101</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>268</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1643</td>\n",
       "      <td>129</td>\n",
       "      <td>21</td>\n",
       "      <td>0</td>\n",
       "      <td>0.573594</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7558805</th>\n",
       "      <td>0</td>\n",
       "      <td>1480529223</td>\n",
       "      <td>136334560</td>\n",
       "      <td>14581358</td>\n",
       "      <td>1</td>\n",
       "      <td>19910101</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>268</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>10413</td>\n",
       "      <td>129</td>\n",
       "      <td>24</td>\n",
       "      <td>0</td>\n",
       "      <td>0.573594</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7558806</th>\n",
       "      <td>0</td>\n",
       "      <td>1480530830</td>\n",
       "      <td>136334560</td>\n",
       "      <td>14581358</td>\n",
       "      <td>1</td>\n",
       "      <td>19910101</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>268</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1727</td>\n",
       "      <td>129</td>\n",
       "      <td>19</td>\n",
       "      <td>0</td>\n",
       "      <td>0.573594</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7558807</th>\n",
       "      <td>0</td>\n",
       "      <td>1480542285</td>\n",
       "      <td>136334560</td>\n",
       "      <td>14581358</td>\n",
       "      <td>1</td>\n",
       "      <td>19910101</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>268</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>44</td>\n",
       "      <td>129</td>\n",
       "      <td>27</td>\n",
       "      <td>0</td>\n",
       "      <td>0.573594</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7558808</th>\n",
       "      <td>0</td>\n",
       "      <td>1480496669</td>\n",
       "      <td>136334560</td>\n",
       "      <td>14581358</td>\n",
       "      <td>1</td>\n",
       "      <td>19910101</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>268</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>541</td>\n",
       "      <td>129</td>\n",
       "      <td>22</td>\n",
       "      <td>0</td>\n",
       "      <td>0.573594</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7558809</th>\n",
       "      <td>0</td>\n",
       "      <td>1479571454</td>\n",
       "      <td>136334560</td>\n",
       "      <td>14581358</td>\n",
       "      <td>0</td>\n",
       "      <td>19910101</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>268</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>3047</td>\n",
       "      <td>129</td>\n",
       "      <td>27</td>\n",
       "      <td>1</td>\n",
       "      <td>0.688537</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7558810</th>\n",
       "      <td>0</td>\n",
       "      <td>1479550619</td>\n",
       "      <td>136334560</td>\n",
       "      <td>14581358</td>\n",
       "      <td>6</td>\n",
       "      <td>19910101</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>268</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>246</td>\n",
       "      <td>129</td>\n",
       "      <td>25</td>\n",
       "      <td>1</td>\n",
       "      <td>0.601464</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7558811</th>\n",
       "      <td>0</td>\n",
       "      <td>1479592608</td>\n",
       "      <td>136334560</td>\n",
       "      <td>14581358</td>\n",
       "      <td>0</td>\n",
       "      <td>19910101</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>268</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>13813</td>\n",
       "      <td>129</td>\n",
       "      <td>18</td>\n",
       "      <td>1</td>\n",
       "      <td>0.688537</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7558812</th>\n",
       "      <td>0</td>\n",
       "      <td>1479787905</td>\n",
       "      <td>136334560</td>\n",
       "      <td>14581358</td>\n",
       "      <td>1</td>\n",
       "      <td>19910101</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>268</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1940</td>\n",
       "      <td>129</td>\n",
       "      <td>30</td>\n",
       "      <td>1</td>\n",
       "      <td>0.573594</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7558813</th>\n",
       "      <td>0</td>\n",
       "      <td>1479840072</td>\n",
       "      <td>136334560</td>\n",
       "      <td>14581358</td>\n",
       "      <td>1</td>\n",
       "      <td>19910101</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>268</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1114</td>\n",
       "      <td>129</td>\n",
       "      <td>19</td>\n",
       "      <td>0</td>\n",
       "      <td>0.573594</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7558814</th>\n",
       "      <td>0</td>\n",
       "      <td>1480080713</td>\n",
       "      <td>136334560</td>\n",
       "      <td>14581358</td>\n",
       "      <td>1</td>\n",
       "      <td>19910101</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>268</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1492</td>\n",
       "      <td>129</td>\n",
       "      <td>30</td>\n",
       "      <td>1</td>\n",
       "      <td>0.573594</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7558815</th>\n",
       "      <td>0</td>\n",
       "      <td>1480103363</td>\n",
       "      <td>136334560</td>\n",
       "      <td>14581358</td>\n",
       "      <td>0</td>\n",
       "      <td>19910101</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>268</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>7593</td>\n",
       "      <td>129</td>\n",
       "      <td>27</td>\n",
       "      <td>1</td>\n",
       "      <td>0.688537</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7558816</th>\n",
       "      <td>0</td>\n",
       "      <td>1480046939</td>\n",
       "      <td>136334560</td>\n",
       "      <td>14581358</td>\n",
       "      <td>1</td>\n",
       "      <td>19910101</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>268</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>44</td>\n",
       "      <td>129</td>\n",
       "      <td>27</td>\n",
       "      <td>0</td>\n",
       "      <td>0.573594</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7558817</th>\n",
       "      <td>0</td>\n",
       "      <td>1480068900</td>\n",
       "      <td>136334560</td>\n",
       "      <td>14581358</td>\n",
       "      <td>5</td>\n",
       "      <td>19910101</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>268</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1606</td>\n",
       "      <td>129</td>\n",
       "      <td>30</td>\n",
       "      <td>1</td>\n",
       "      <td>0.527588</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7558818</th>\n",
       "      <td>0</td>\n",
       "      <td>1480050314</td>\n",
       "      <td>136334560</td>\n",
       "      <td>14581358</td>\n",
       "      <td>1</td>\n",
       "      <td>19910101</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>268</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>3848</td>\n",
       "      <td>129</td>\n",
       "      <td>28</td>\n",
       "      <td>1</td>\n",
       "      <td>0.573594</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7558819</th>\n",
       "      <td>0</td>\n",
       "      <td>1480080411</td>\n",
       "      <td>136334560</td>\n",
       "      <td>14581358</td>\n",
       "      <td>0</td>\n",
       "      <td>19910101</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>268</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>6842</td>\n",
       "      <td>129</td>\n",
       "      <td>30</td>\n",
       "      <td>1</td>\n",
       "      <td>0.688537</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7558820</th>\n",
       "      <td>0</td>\n",
       "      <td>1480085438</td>\n",
       "      <td>136334560</td>\n",
       "      <td>14581358</td>\n",
       "      <td>1</td>\n",
       "      <td>19910101</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>268</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>444</td>\n",
       "      <td>129</td>\n",
       "      <td>27</td>\n",
       "      <td>1</td>\n",
       "      <td>0.573594</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7558821</th>\n",
       "      <td>0</td>\n",
       "      <td>1480023576</td>\n",
       "      <td>136334560</td>\n",
       "      <td>14581358</td>\n",
       "      <td>5</td>\n",
       "      <td>19910101</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>268</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>5156</td>\n",
       "      <td>129</td>\n",
       "      <td>18</td>\n",
       "      <td>0</td>\n",
       "      <td>0.527588</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7558822</th>\n",
       "      <td>0</td>\n",
       "      <td>1480242989</td>\n",
       "      <td>136334560</td>\n",
       "      <td>14581358</td>\n",
       "      <td>0</td>\n",
       "      <td>19910101</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>268</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1198</td>\n",
       "      <td>129</td>\n",
       "      <td>21</td>\n",
       "      <td>1</td>\n",
       "      <td>0.688537</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7558823</th>\n",
       "      <td>0</td>\n",
       "      <td>1480337129</td>\n",
       "      <td>136334560</td>\n",
       "      <td>14581358</td>\n",
       "      <td>0</td>\n",
       "      <td>19910101</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>268</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>8859</td>\n",
       "      <td>129</td>\n",
       "      <td>21</td>\n",
       "      <td>1</td>\n",
       "      <td>0.688537</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7558824</th>\n",
       "      <td>0</td>\n",
       "      <td>1480452017</td>\n",
       "      <td>136334560</td>\n",
       "      <td>14581358</td>\n",
       "      <td>5</td>\n",
       "      <td>19910101</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>268</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>2697</td>\n",
       "      <td>129</td>\n",
       "      <td>25</td>\n",
       "      <td>1</td>\n",
       "      <td>0.527588</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7558825</th>\n",
       "      <td>0</td>\n",
       "      <td>1480452834</td>\n",
       "      <td>136334560</td>\n",
       "      <td>14581358</td>\n",
       "      <td>1</td>\n",
       "      <td>19910101</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>268</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>2887</td>\n",
       "      <td>129</td>\n",
       "      <td>29</td>\n",
       "      <td>1</td>\n",
       "      <td>0.573594</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7558826</th>\n",
       "      <td>0</td>\n",
       "      <td>1480438567</td>\n",
       "      <td>136334560</td>\n",
       "      <td>14581358</td>\n",
       "      <td>1</td>\n",
       "      <td>19910101</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>268</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1166</td>\n",
       "      <td>129</td>\n",
       "      <td>25</td>\n",
       "      <td>1</td>\n",
       "      <td>0.573594</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7558827</th>\n",
       "      <td>0</td>\n",
       "      <td>1480407023</td>\n",
       "      <td>136334560</td>\n",
       "      <td>14581358</td>\n",
       "      <td>1</td>\n",
       "      <td>19910101</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>268</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>397</td>\n",
       "      <td>129</td>\n",
       "      <td>30</td>\n",
       "      <td>1</td>\n",
       "      <td>0.573594</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7558828</th>\n",
       "      <td>0</td>\n",
       "      <td>1480434330</td>\n",
       "      <td>136334560</td>\n",
       "      <td>14581358</td>\n",
       "      <td>1</td>\n",
       "      <td>19910101</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>268</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1585</td>\n",
       "      <td>129</td>\n",
       "      <td>26</td>\n",
       "      <td>0</td>\n",
       "      <td>0.573594</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7558829</th>\n",
       "      <td>0</td>\n",
       "      <td>1480398097</td>\n",
       "      <td>136334560</td>\n",
       "      <td>14581358</td>\n",
       "      <td>23</td>\n",
       "      <td>19910101</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>268</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>2592</td>\n",
       "      <td>129</td>\n",
       "      <td>24</td>\n",
       "      <td>0</td>\n",
       "      <td>0.526592</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7558830</th>\n",
       "      <td>0</td>\n",
       "      <td>1479973465</td>\n",
       "      <td>136591154</td>\n",
       "      <td>14617606</td>\n",
       "      <td>2</td>\n",
       "      <td>20161118</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>974</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>9028</td>\n",
       "      <td>63401</td>\n",
       "      <td>22</td>\n",
       "      <td>0</td>\n",
       "      <td>0.767177</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7558831</th>\n",
       "      <td>0</td>\n",
       "      <td>1479993377</td>\n",
       "      <td>136647128</td>\n",
       "      <td>14624304</td>\n",
       "      <td>4</td>\n",
       "      <td>20161012</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>175</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>393</td>\n",
       "      <td>617</td>\n",
       "      <td>26</td>\n",
       "      <td>0</td>\n",
       "      <td>0.705314</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7558832</th>\n",
       "      <td>0</td>\n",
       "      <td>1479936918</td>\n",
       "      <td>136647132</td>\n",
       "      <td>14624304</td>\n",
       "      <td>4</td>\n",
       "      <td>20161012</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>126</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>4507</td>\n",
       "      <td>221</td>\n",
       "      <td>29</td>\n",
       "      <td>1</td>\n",
       "      <td>0.705314</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7558833</th>\n",
       "      <td>0</td>\n",
       "      <td>1480029275</td>\n",
       "      <td>136714314</td>\n",
       "      <td>14632578</td>\n",
       "      <td>4</td>\n",
       "      <td>20161124</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>177</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>8129</td>\n",
       "      <td>4088</td>\n",
       "      <td>30</td>\n",
       "      <td>1</td>\n",
       "      <td>0.705314</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>7558834 rows × 16 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "         genre_id   ts_listen   media_id  album_id  context_type  \\\n",
       "0           25471  1480597215     222606     41774            12   \n",
       "1           25571  1480544735     250467     43941             0   \n",
       "2              16  1479563953     305197     48078             1   \n",
       "3               7  1480152098     900502     71521             0   \n",
       "4               7  1478368974     542335     71718             0   \n",
       "5               7  1478382544     542335     71718             0   \n",
       "6               7  1478338409     542335     71718             0   \n",
       "7               7  1478353709     542335     71718             1   \n",
       "8               7  1479130924     542335     71718             0   \n",
       "9               7  1479214304     542335     71718             1   \n",
       "10              7  1478673075     542335     71718             0   \n",
       "11              7  1479279494     542335     71718             0   \n",
       "12              7  1478356603     542341     71718             1   \n",
       "13              7  1479968326     542335     71718             1   \n",
       "14              7  1479991070     542335     71718             1   \n",
       "15              7  1478445244     542335     71718            12   \n",
       "16              7  1478644646     542335     71718            11   \n",
       "17              7  1478892170     542335     71718            14   \n",
       "18              7  1480084581     542335     71718             0   \n",
       "19              7  1480454926     542335     71718             1   \n",
       "20              7  1480236062     542335     71718             0   \n",
       "21              7  1478806000     542335     71718             0   \n",
       "22              7  1479409743     542335     71718             6   \n",
       "23              7  1480113489     542335     71718             1   \n",
       "24              7  1480340322     542335     71718             1   \n",
       "25              7  1478079016     542346     71718             3   \n",
       "26              7  1478085122     542340     71718             3   \n",
       "27              7  1478084056     542347     71718             3   \n",
       "28              7  1479757473     542335     71718             0   \n",
       "29              7  1480239881     542335     71718             0   \n",
       "...           ...         ...        ...       ...           ...   \n",
       "7558804         0  1480520025  136334560  14581358             1   \n",
       "7558805         0  1480529223  136334560  14581358             1   \n",
       "7558806         0  1480530830  136334560  14581358             1   \n",
       "7558807         0  1480542285  136334560  14581358             1   \n",
       "7558808         0  1480496669  136334560  14581358             1   \n",
       "7558809         0  1479571454  136334560  14581358             0   \n",
       "7558810         0  1479550619  136334560  14581358             6   \n",
       "7558811         0  1479592608  136334560  14581358             0   \n",
       "7558812         0  1479787905  136334560  14581358             1   \n",
       "7558813         0  1479840072  136334560  14581358             1   \n",
       "7558814         0  1480080713  136334560  14581358             1   \n",
       "7558815         0  1480103363  136334560  14581358             0   \n",
       "7558816         0  1480046939  136334560  14581358             1   \n",
       "7558817         0  1480068900  136334560  14581358             5   \n",
       "7558818         0  1480050314  136334560  14581358             1   \n",
       "7558819         0  1480080411  136334560  14581358             0   \n",
       "7558820         0  1480085438  136334560  14581358             1   \n",
       "7558821         0  1480023576  136334560  14581358             5   \n",
       "7558822         0  1480242989  136334560  14581358             0   \n",
       "7558823         0  1480337129  136334560  14581358             0   \n",
       "7558824         0  1480452017  136334560  14581358             5   \n",
       "7558825         0  1480452834  136334560  14581358             1   \n",
       "7558826         0  1480438567  136334560  14581358             1   \n",
       "7558827         0  1480407023  136334560  14581358             1   \n",
       "7558828         0  1480434330  136334560  14581358             1   \n",
       "7558829         0  1480398097  136334560  14581358            23   \n",
       "7558830         0  1479973465  136591154  14617606             2   \n",
       "7558831         0  1479993377  136647128  14624304             4   \n",
       "7558832         0  1479936918  136647132  14624304             4   \n",
       "7558833         0  1480029275  136714314  14632578             4   \n",
       "\n",
       "         release_date  platform_name  platform_family  media_duration  \\\n",
       "0            20040704              1                0             223   \n",
       "1            20060301              2                1             171   \n",
       "2            20140714              2                1             149   \n",
       "3            20001030              0                0             240   \n",
       "4            20080215              0                0             150   \n",
       "5            20080215              0                0             150   \n",
       "6            20080215              0                0             150   \n",
       "7            20080215              1                0             150   \n",
       "8            20080215              0                0             150   \n",
       "9            20080215              1                2             150   \n",
       "10           20080215              0                0             150   \n",
       "11           20080215              0                0             150   \n",
       "12           20080215              0                0             188   \n",
       "13           20080215              0                0             150   \n",
       "14           20080215              1                0             150   \n",
       "15           20080215              2                1             150   \n",
       "16           20080215              2                1             150   \n",
       "17           20080215              2                1             150   \n",
       "18           20080215              0                0             150   \n",
       "19           20080215              0                0             150   \n",
       "20           20080215              0                0             150   \n",
       "21           20080215              2                1             150   \n",
       "22           20080215              0                0             150   \n",
       "23           20080215              0                2             150   \n",
       "24           20080215              0                0             150   \n",
       "25           20080215              2                1             197   \n",
       "26           20080215              2                1             210   \n",
       "27           20080215              2                1             188   \n",
       "28           20080215              1                0             150   \n",
       "29           20080215              0                0             150   \n",
       "...               ...            ...              ...             ...   \n",
       "7558804      19910101              0                0             268   \n",
       "7558805      19910101              0                0             268   \n",
       "7558806      19910101              0                0             268   \n",
       "7558807      19910101              0                0             268   \n",
       "7558808      19910101              0                0             268   \n",
       "7558809      19910101              1                0             268   \n",
       "7558810      19910101              0                0             268   \n",
       "7558811      19910101              0                0             268   \n",
       "7558812      19910101              0                0             268   \n",
       "7558813      19910101              0                0             268   \n",
       "7558814      19910101              2                1             268   \n",
       "7558815      19910101              1                0             268   \n",
       "7558816      19910101              0                0             268   \n",
       "7558817      19910101              0                0             268   \n",
       "7558818      19910101              0                0             268   \n",
       "7558819      19910101              1                0             268   \n",
       "7558820      19910101              1                0             268   \n",
       "7558821      19910101              0                0             268   \n",
       "7558822      19910101              0                0             268   \n",
       "7558823      19910101              1                0             268   \n",
       "7558824      19910101              2                1             268   \n",
       "7558825      19910101              2                1             268   \n",
       "7558826      19910101              1                0             268   \n",
       "7558827      19910101              0                0             268   \n",
       "7558828      19910101              0                0             268   \n",
       "7558829      19910101              1                0             268   \n",
       "7558830      20161118              0                0             974   \n",
       "7558831      20161012              0                2             175   \n",
       "7558832      20161012              0                0             126   \n",
       "7558833      20161124              0                0             177   \n",
       "\n",
       "         listen_type  user_gender  user_id  artist_id  user_age  is_listened  \\\n",
       "0                  0            0     9241      55164        29            0   \n",
       "1                  0            0    16547      55830        30            1   \n",
       "2                  1            1     7665       2704        29            1   \n",
       "3                  0            1     1580        938        30            0   \n",
       "4                  0            1     1812       2939        24            1   \n",
       "5                  0            1     1812       2939        24            1   \n",
       "6                  0            1     1812       2939        24            1   \n",
       "7                  1            1    10325       2939        29            1   \n",
       "8                  0            1     1812       2939        24            1   \n",
       "9                  1            1       51       2939        28            1   \n",
       "10                 0            0     1089       2939        27            1   \n",
       "11                 0            1     1812       2939        24            1   \n",
       "12                 1            0      822       2939        21            1   \n",
       "13                 1            0     2946       2939        20            0   \n",
       "14                 1            0     5248       2939        23            0   \n",
       "15                 0            0     1556       2939        25            1   \n",
       "16                 0            0     1709       2939        21            1   \n",
       "17                 0            0      336       2939        20            1   \n",
       "18                 0            1     1812       2939        24            1   \n",
       "19                 1            1     3570       2939        25            1   \n",
       "20                 0            1     1812       2939        24            1   \n",
       "21                 0            0     1284       2939        29            1   \n",
       "22                 1            1      754       2939        29            1   \n",
       "23                 1            1     7599       2939        28            1   \n",
       "24                 1            1     3570       2939        25            0   \n",
       "25                 0            0       65       2939        26            1   \n",
       "26                 0            0       65       2939        26            1   \n",
       "27                 0            0       65       2939        26            1   \n",
       "28                 0            0     1709       2939        21            1   \n",
       "29                 0            0     1089       2939        27            0   \n",
       "...              ...          ...      ...        ...       ...          ...   \n",
       "7558804            1            0     1643        129        21            0   \n",
       "7558805            1            1    10413        129        24            0   \n",
       "7558806            1            0     1727        129        19            0   \n",
       "7558807            1            0       44        129        27            0   \n",
       "7558808            1            0      541        129        22            0   \n",
       "7558809            0            1     3047        129        27            1   \n",
       "7558810            1            1      246        129        25            1   \n",
       "7558811            0            0    13813        129        18            1   \n",
       "7558812            1            1     1940        129        30            1   \n",
       "7558813            1            0     1114        129        19            0   \n",
       "7558814            1            0     1492        129        30            1   \n",
       "7558815            0            0     7593        129        27            1   \n",
       "7558816            1            0       44        129        27            0   \n",
       "7558817            1            1     1606        129        30            1   \n",
       "7558818            1            0     3848        129        28            1   \n",
       "7558819            0            0     6842        129        30            1   \n",
       "7558820            1            0      444        129        27            1   \n",
       "7558821            1            0     5156        129        18            0   \n",
       "7558822            0            0     1198        129        21            1   \n",
       "7558823            0            1     8859        129        21            1   \n",
       "7558824            1            0     2697        129        25            1   \n",
       "7558825            1            1     2887        129        29            1   \n",
       "7558826            1            0     1166        129        25            1   \n",
       "7558827            1            1      397        129        30            1   \n",
       "7558828            1            0     1585        129        26            0   \n",
       "7558829            1            0     2592        129        24            0   \n",
       "7558830            0            0     9028      63401        22            0   \n",
       "7558831            1            0      393        617        26            0   \n",
       "7558832            1            1     4507        221        29            1   \n",
       "7558833            1            1     8129       4088        30            1   \n",
       "\n",
       "         avg_listened_context  \n",
       "0                    0.695588  \n",
       "1                    0.688537  \n",
       "2                    0.573594  \n",
       "3                    0.688537  \n",
       "4                    0.688537  \n",
       "5                    0.688537  \n",
       "6                    0.688537  \n",
       "7                    0.573594  \n",
       "8                    0.688537  \n",
       "9                    0.573594  \n",
       "10                   0.688537  \n",
       "11                   0.688537  \n",
       "12                   0.573594  \n",
       "13                   0.573594  \n",
       "14                   0.573594  \n",
       "15                   0.695588  \n",
       "16                   0.878672  \n",
       "17                   0.922739  \n",
       "18                   0.688537  \n",
       "19                   0.573594  \n",
       "20                   0.688537  \n",
       "21                   0.688537  \n",
       "22                   0.601464  \n",
       "23                   0.573594  \n",
       "24                   0.573594  \n",
       "25                   0.704379  \n",
       "26                   0.704379  \n",
       "27                   0.704379  \n",
       "28                   0.688537  \n",
       "29                   0.688537  \n",
       "...                       ...  \n",
       "7558804              0.573594  \n",
       "7558805              0.573594  \n",
       "7558806              0.573594  \n",
       "7558807              0.573594  \n",
       "7558808              0.573594  \n",
       "7558809              0.688537  \n",
       "7558810              0.601464  \n",
       "7558811              0.688537  \n",
       "7558812              0.573594  \n",
       "7558813              0.573594  \n",
       "7558814              0.573594  \n",
       "7558815              0.688537  \n",
       "7558816              0.573594  \n",
       "7558817              0.527588  \n",
       "7558818              0.573594  \n",
       "7558819              0.688537  \n",
       "7558820              0.573594  \n",
       "7558821              0.527588  \n",
       "7558822              0.688537  \n",
       "7558823              0.688537  \n",
       "7558824              0.527588  \n",
       "7558825              0.573594  \n",
       "7558826              0.573594  \n",
       "7558827              0.573594  \n",
       "7558828              0.573594  \n",
       "7558829              0.526592  \n",
       "7558830              0.767177  \n",
       "7558831              0.705314  \n",
       "7558832              0.705314  \n",
       "7558833              0.705314  \n",
       "\n",
       "[7558834 rows x 16 columns]"
      ]
     },
     "execution_count": 4,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "def avg_listened_context(train):\n",
    "    df = train.groupby(['context_type','listen_type'])['is_listened'].mean().to_frame()\n",
    "    counts_context = train.groupby(['context_type','listen_type'])['listen_type'].count().values\n",
    "    df['counts'] = counts_context\n",
    "#     print(df.head())\n",
    "    \n",
    "    df_good = df[df['counts'] > 20] #enough values (>20) for the couple {context_type,listen_type}\n",
    "    values_mean_0 = np.mean(df_good.iloc[df_good.index.get_level_values('listen_type') == 0]['is_listened'])\n",
    "    values_mean_1 = np.mean(df_good.iloc[df_good.index.get_level_values('listen_type') == 1]['is_listened'])\n",
    "    #It gives values_mean_0 = 0.8023956516407501 and values_mean_1 = 0.6677213531261914\n",
    "    \n",
    "    #------------------------------------------------------------\n",
    "    def rowFunc(row):\n",
    "        if row['counts'] > 20: #if the couple (context_type,listen_type) appears more than 20 times\n",
    "            return row['is_listened']\n",
    "        #otherwise (i.e. row['counts'] <= 20)\n",
    "        if row.name[1] == 0: #row.name[1] is row.listen_type\n",
    "            return values_mean_0\n",
    "        else: #row.name[1] == 1\n",
    "            return values_mean_1\n",
    "    #------------------------------------------------------------\n",
    "    \n",
    "    df['avg_listened_context'] = df.apply(rowFunc, axis=1) #actually, corrected mean (all categories that occur \n",
    "                                                    #very rarely are set at the mean value of their listen_type)\n",
    "#     print(df)\n",
    "    df = df.drop('is_listened', 1)\n",
    "    df = df.drop('counts', 1)\n",
    "    \n",
    "    return train.join(df, on=['context_type','listen_type'])\n",
    "\n",
    "train = avg_listened_context(train)\n"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "run_control": {
     "frozen": false,
     "read_only": false
    }
   },
   "source": [
    "# Looking at the influence of the context: data exploration"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 100,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2017-05-23T00:24:03.792855",
     "start_time": "2017-05-23T00:24:03.786945"
    },
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "context_type\n",
      "1     16167\n",
      "5      3312\n",
      "20      251\n",
      "23      188\n",
      "Name: media_id, dtype: int64\n"
     ]
    }
   ],
   "source": [
    "#Test set\n",
    "\n",
    "count_per_context_test = test.groupby(['context_type'])['media_id'].count()\n",
    "print(count_per_context_test)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Only a few different context_type are represented in the test set"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2017-05-22T21:53:22.760655",
     "start_time": "2017-05-22T21:53:21.980663"
    },
    "collapsed": false,
    "run_control": {
     "frozen": false,
     "read_only": false
    }
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73]\n"
     ]
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAZsAAAELCAYAAAAP/iu7AAAABHNCSVQICAgIfAhkiAAAAAlwSFlz\nAAALEgAACxIB0t1+/AAAIABJREFUeJzt3XucHFWd9/HPlxBwuE6AyMuMQBAxLgganUU06oIuRNlF\nIutKWAVEHnAXL7jwZCEua/CyD7BRWXEVRWUFL1zEGKIC2SAXXZXLhCAxaJYgKkyQe0gWRszl9/xR\np0Nn6O6pnunq23zfr1e/pvp0VfXv9MzUr0/VqXMUEZiZmRVpq1YHYGZm3c/JxszMCudkY2ZmhXOy\nMTOzwjnZmJlZ4ZxszMyscE42ZmZWOCcbMzMrnJONmZkVbutWB9Audtttt5g6dWqrwzAz6yhLly59\nLCImj7Sek00ydepUBgYGWh2GmVlHkfS7POv5NJqZmRXOycbMzArnZGNmZoVzsjEzs8I52ZiZWeHc\nG83M2srCZYPMX7yS1WuGmNLbw5yZ05g1va/VYdkYOdmYWdtYuGyQuQuWM7R+IwCDa4aYu2A5gBNO\nh/NpNDNrG/MXr9ycaEqG1m9k/uKVLYrIGsXJxszaxuo1Q3WVW+dwsjGztjGlt6eucuscuZKNpDdI\nOjEtT5a0d7Fhmdl4NGfmNHomTtiirGfiBObMnNaiiKxRRuwgIGke0A9MA/4TmAh8E5hRbGhmNt6U\nOgG4N1r3ydMb7R3AdOBOgIhYLWnHQqMys3Fr1vQ+J5culOc02p8iIoAAkLR9sSGZmVm3yZNsrpL0\nZaBX0snADcBXig3LzMy6yYin0SLi05IOA9YCLwM+FhFLCo/MzMy6Rt4RBJYDPWSn0pYXF46ZmXWj\nEU+jSfo/wO3A0cA7gVslva/owMzMrHvkadnMAaZHxOMAknYFfgZcUmRgZmbWPfJ0EHgcWFf2fF0q\nMzMzyyVPy2YVcJuka8iu2RwF3C3pdICI+GyB8ZmZWRfIk2zuS4+Sa9JP39hpZma55Ek2CyLCPdDM\nzGzU8lyz+aKk2yWdKmnnwiMyM7OuM2KyiYg3Au8B9gCWSvq2pMMLj8zMzLpGrikGIuJ/gLOBM4G/\nAD4n6deSji4yODMz6w55buo8UNIFwK+ANwNHRsSfpeULCo7PzMy6QJ4OAp8Hvgp8NCI2z82apho4\nu7DIzMysa+Q5jfa9iPhGeaKRdBpARHyjsMjMzKxr5Ek2x1coe2+D4zAzsy5W9TSapGOBvwP2lrSo\n7KUdgSeKDszMzLpHrZbNz4DPAL9OP0uPM4CZI+1Y0h6SbpJ0j6QVpVNvknaRtETSvennpLJt5kpa\nJWmlpJll5a+RtDy9dqEkpfJtJV2Zym+TNLVsmxPSe9wr6YR6PhQzM2usqi2biPgd8DvgdaPc9wbg\njIi4U9KOZPfoLCE7BfejiDhP0lnAWcCZkvYDZgP7A1OAGyS9LCI2AhcBJwO3AdcCbwWuA04CnoyI\nl0qaDZwPHCNpF2Ae0E82nttSSYsi4slR1sXMzMYg1302oxERD0XEnWl5HVnX6T6ygTwvTatdCsxK\ny0cBV0TEsxFxP9kAoAdJehGwU0TcGhEBXDZsm9K+rgbeklo9M4ElEfFESjBLyBKUmZm1QGHJplw6\nvTWdrGWye0Q8lF76A7B7Wu4DHijb7MFU1peWh5dvsU1EbACeAnatsa/hcZ0iaUDSwKOPPjrK2pmZ\n2Ujy3NR5Wp6yGtvvAHwX+EhErC1/LbVUIu++Gi0iLo6I/ojonzx5cqvCMDPrenlaNpUurr83z84l\nTSRLNN+KiAWp+OF0aoz085FUPkg2/lrJi1PZYFoeXr7FNpK2BnYmm9it2r7MzKwFqiYbScdK+j6p\n63PZ4yZydH1O106+Bvxq2ARri3gugZ3Ac/PjLAJmpx5mewP7ArenU25rJR2c9nn8sG1K+3oncGNq\nLS0GDpc0KfV2OzyVmZlZC9QaruZnwEPAbmRdnkvWAXfn2PcM4DhguaS7UtlHgfOAqySdRNbb7V0A\nEbFC0lXAPWQ92T6QeqIBnAp8Hegh64V2XSr/GvANSavIEuDstK8nJH0SuCOt94mI8L1BZmYtoqwh\nUGMFab+IuGdY2SERcXORgTVbf39/DAwMtDoMM7OOImlpRPSPtF6eazZXSfonZXokfR44d+whmpnZ\neJEn2bwW2JPstNodwGqyU2RmZma55Ek264EhsuslLwDuj4hNhUZlZmZdJU+yuYMs2fw58EbgWEnf\nKTQqMzPrKnkmTzspIkpXzh8CjpJ0XIExmZlZlxmxZRMRA5LeIOlEAEm7Af9deGRmZtY18gxXMw84\nE5ibirYBvllkUGZm1l3yXLN5B/B24GmAiFhNNoGamZlZLnmSzZ/KB8yUtH2xIZmZWbfJe1Pnl4Fe\nSScDNwBfLTYsMzPrJiP2RouIT0s6DFgLTAM+FhFLCo/MzMy6xojJRtL5EXEm2WyXw8vMzMxGlOc0\n2mEVyt7W6EDMzKx7VW3ZSPoHsqH9XyKpfEqBHYGfFh2YmZl1j1qn0b5NNm/MucBZZeXrPDeMmZnV\no2qyiYingKfIxkKbAOye1t9B0g4R8fsmxWhmZh0uTweBDwLnAA8DpdGeAziwuLDMzKyb5BmI8yPA\ntIh4vOhgzMysO+XpjfYA2ek0MzOzUcnTsvkNcLOkHwLPlgoj4rOFRWVmuSxcNsj8xStZvWaIKb09\nzJk5jVnT+1odltnz5Ek2v0+PbdLDzNrAwmWDzF2wnKH1GwEYXDPE3AXLAZxwrO3kGa7m4wCSdkjP\n/7fooMxsZPMXr9ycaEqG1m9k/uKVTjbWdvLMZ/MKScuAFcAKSUsl7V98aGZWy+o1Q3WVm7VSng4C\nFwOnR8ReEbEXcAbwlWLDMrORTOntqavcrJXyJJvtI+Km0pOIuBnwnDZmLTZn5jR6Jk7Yoqxn4gTm\nzJzWoojMqsvVG03SvwDfSM/fQ9ZDzcxaqHRdxr3RrBPkSTbvAz4OLCAbOeAnqczMWmzW9D4nF+sI\neXqjPQl8uAmxmJlZl8rTG22JpN6y55MkLS42LDMz6yZ5OgjsFhFrSk9SS+eFxYVkZmbdJk+y2SRp\nz9ITSXuRXbsxMzPLJU8HgX8G/lvSLYCANwKnFBqVmZl1lTwdBK6X9Grg4FT0kYh4rNiwzMysm+Q5\njUZEPBYRP0iPXIlG0iWSHpH0y7KycyQNSrorPY4oe22upFWSVkqaWVb+GknL02sXSlIq31bSlan8\nNklTy7Y5QdK96XFCnnjNzKw4uZLNKH0deGuF8gsi4lXpcS2ApP2A2cD+aZsvpqmoAS4CTgb2TY/S\nPk8CnoyIlwIXAOenfe0CzANeCxwEzJM0qfHVMzOzvApLNhHxY+CJnKsfBVwREc9GxP3AKuAgSS8C\ndoqIWyMigMuAWWXbXJqWrwbeklo9M4ElEfFE6jm3hMpJz8zMmiTPfTb7SNo2LR8i6cPl992Mwock\n3Z1Os5VaHH1kM4KWPJjK+tLy8PIttomIDWSzie5aY19mZtYieVo23wU2Snop2QjQewDfHuX7XQS8\nBHgV8BDwmVHupyEknSJpQNLAo48+2spQzMy6Wq77bFLL4R3A5yNiDvCi0bxZRDwcERsjYhPZNAUH\npZcGyZJYyYtT2WBaHl6+xTaStgZ2Bh6vsa9K8VwcEf0R0T958uTRVMnMzHLIk2zWSzoWOAH4QSqb\nOJo3S9dgSt4BlHqqLQJmpx5me5N1BLg9Ih4C1ko6OF2POR64pmybUk+zdwI3pus6i4HD07A6k4DD\nU5mZmbVInps6TwT+HvjXiLg/JYNvjLANki4HDgF2k/QgWQ+xQyS9imwEgt8C7weIiBWSrgLuATYA\nH4iI0ny3p5L1bOsBrksPgK8B35C0iqwjwuy0ryckfRK4I633iYjI21HBzMwKoKwxYP39/TEwMNDq\nMMzMOoqkpRHRP9J6VVs2kq6KiHdJWk6FsdAi4sAxxmhmZuNErdNop6Wff92MQMzMrHtVTTbp4jwR\n8bvmhWNmZt0oz02dR6cxxp6StFbSOklrmxGcmZl1hzy90f4NODIiflV0MGZm1p3y3GfzsBONmZmN\nRa3eaEenxQFJVwILgWdLr0fEgoJjMzOzLlHrNNqRZcvPkN2JXxKAk42ZmeVSqzfaiQCSZkTET8tf\nkzSj6MDMzKx75Llm8/mcZWZmZhXVumbzOuD1wGRJp5e9tBMwofJWZmZmz1frms02wA5pnR3LyteS\njbJsZmaWS61rNrcAt0j6ukcRMDOzsRjxmo0TjZmZjVWeDgJmZmZj4mRjZmaFG3FsNEmTgZOBqeXr\nR8T7igvLzMy6SZ6BOK8BfgLcAGwcYV0zM7PnyZNstouIMwuPxMzMulaeazY/kHRE4ZGYmVnXqjWC\nwDqyATcFfFTSs8D69DwiYqfmhGhmZp2u1k2dO1Z7zczMrB55poX+UZ4yMzOzamqdRnsBsD2wm6RJ\nZKfPIBuIs68JsZmZWZeo1Rvt/cBHgCnAnWXla4H/KDIoMzPrLrWu2XwO+JykD0WE568xM7NRq3Ua\n7c0RcSMwKOno4a9HhKeFNjOzXGqdRvsL4EbgyAqvBeBkY2ZmudQ6jTYv/TyxeeGYmVk3yjMQ533A\nrWTjo/0kIlYUHpWZmXWVPMPV7Ad8GdgVmC/pPknfKzYsMzPrJnmSzUayYWo2ApuAR9LDzMwslzyj\nPq8FlgOfBb4SEY8XG5KZmXWbPC2bY4EfA6cCV0j6uKS3FBuWmZl1kxGTTURcExFzyEYUuBZ4L/CD\nkbaTdImkRyT9sqxsF0lLJN2bfk4qe22upFWSVkqaWVb+GknL02sXSlIq31bSlan8NklTy7Y5Ib3H\nvZJOyPVJmJlZYfIMxPldSauAzwHbAccDk2pvBcDXgbcOKzsL+FFE7Av8KD1H0n7AbGD/tM0XJU1I\n21xENi31vulR2udJwJMR8VLgAuD8tK9dgHnAa4GDgHnlSc3MzJovzzWbc4FlEVHXlNAR8ePy1kZy\nFHBIWr4UuBk4M5VfERHPAven5HaQpN8CO0XErQCSLgNmAdelbc5J+7oa+I/U6pkJLImIJ9I2S8gS\n1OX1xG82ni1cNsj8xStZvWaIKb09zJk5jVnTPf6ujd6IySYiBhr4frtHxENp+Q/A7mm5j+xenpIH\nU9n6tDy8vLTNAynGDZKeIuuevbm8wjZmNoKFywaZu2A5Q+uz75eDa4aYu2A5gBNOG+qULwZ5OggU\nIiKCbNiblpF0iqQBSQOPPvpoK0MxaxvzF6/cnGhKhtZvZP7ilS2KyKopfTEYXDNE8NwXg4XLBlsd\n2vM0O9k8LOlFAOln6X6dQWCPsvVenMoG0/Lw8i22kbQ1sDPweI19PU9EXBwR/RHRP3ny5DFUy6x7\nrF4zVFe5tU4nfTHI00FghqTt0/J7JH1W0l6jfL9FQKl32AnANWXls1MPs73JOgLcnk65rZV0cLoe\nc/ywbUr7eidwY2otLQYOlzQpdQw4PJWZWQ5TenvqKrfW6aQvBnlaNhcBz0h6JXAGcB9w2UgbSboc\n+DkwTdKDkk4CzgMOk3Qv8JfpOWm8tauAe4DrgQ+UdUg4FfgqsCq993Wp/GvArqkzwemknm2pY8An\ngTvS4xOlzgJmNrI5M6fRM3HCFmU9EycwZ+a0FkVk1XTSFwNljYEaK0h3RsSrJX0MGIyIr5XKmhNi\nc/T398fAQCP7Qph1rk656DzeDe/MAdkXg3OPPqBpvy9JSyOif6T18nR9XidpLvAe4E2StgImjjVA\nM2tfs6b3Obl0gNLvqBO+GORJNscAfwecFBF/kLQnML/YsMzMLI9O+WKQ5z6bP5ANwll6/ntyXLMx\nMzMryTN52jqefz/MU8AAcEZE/KaIwMzMrHvkOY3272R34X8bENkYZvsAdwKX8NzwM2ZmZhXl6fr8\n9oj4ckSsi4i1EXExMDMiriTfgJxmZjbO5Uk2z0h6l6St0uNdwB/Tay0dbsbMzDpDnmTzbuA4sqFl\nHk7L75HUA3ywwNjMzKxL5OmN9hvgyCov/3djwzEzs26UpzfaZLLJy6aWrx8R7ysuLDMz6yZ5eqNd\nA/wEuAGoawI1MzN7vvE4HFCeZLNdRJxZeCRmZuPAeJ2cLk8HgR9IOqLwSMzMxoFOmoOmkfIkm9PI\nEs4fJa1Lj7VFB2Zm1o06aQ6aRsrTG23HZgRiZjYeTOntYbBCYmnHOWgaKde00JLeLunT6fHXRQdl\nZtatxuvkdHm6Pp8H/DnwrVR0mqQZETG30MjMzLpQJ81B00h5Zuq8G3hVRGxKzycAyyLiwCbE1zSe\nqdOsO4zHbsX1aPTn08iZOgF6gSfS8s6jjsrMrEDjtVtxXq38fPJcszkXWCbp65IuBZYC/1poVGZm\no9CO3YoXLhtkxnk3svdZP2TGeTeycNlgy2Jp5eeTpzfa5ZJuJrtuA3Bmmr3TzKyttFu34nZrabXy\n8xmxZSNpBrA2IhYBOwH/JGmvwiMzM6tTte7DrepW3G4trVZ+PnlOo11ENqfNK4HTgfuAywqNysxs\nFNqtW3G7tbRa+fnkSTYbIuuydhTwhYj4AuAbPc2s7cya3se5Rx9AX28PAvp6ezj36ANa1jmg3Vpa\nrfx88vRGWydpLvAe4E2StgImFhuWmdnozJre1zY9z+bMnLbFNRto/Q2crfp88rRsjgGeBU5KHQNe\nDMwvNCozsy7Qbi2tVhrxps7xwjd1mpnVL+9NnbnGRjMzMxuLvCMImJkVxkPMdL+qLRtJP0o/z29e\nOGY23pRufBxcM0Tw3I2PrbzT3hqvVsvmRZJeD7xd0hWAyl+MiDsLjczM6taJLYRaNz62e+yWX61k\n8zHgX8h6n3122GsBvLmooMysfu02NEpe7XbjoxWj6mm0iLg6It4G/FtEHDrs4URj1mbabWiUvNrt\nxkcrxoi90SLik56p06z9dWoLod2GmLFi5BmI81zgNOCe9DhN0v8by5tK+q2k5ZLukjSQynaRtETS\nvennpLL150paJWmlpJll5a9J+1kl6UJJSuXbSroyld8maepY4jXrBJ3aQvCNj+NDS2bqlPRboD8i\nHisr+zfgiYg4T9JZwKSIOFPSfsDlwEHAFOAG4GURsVHS7cCHgduAa4ELI+I6SacCB0bE30uaDbwj\nIo6pFZNv6rRON/yaDWQtBB+4rUiNvqmzt2y5qJk6jwIuTcuXArPKyq+IiGcj4n5gFXCQpBcBO0XE\nrWmg0MuGbVPa19XAW0qtHrNu5RaCtbM8N3WWZuq8iaz785uAs8b4vgHcIGkj8OWIuBjYPSIeSq//\nAdg9LfcBt5Zt+2AqW5+Wh5eXtnkAICI2SHoK2BV4DLMu1k6DUJqVa9VMnW+IiEFJLwSWSPr1sPcM\nSYUP2ibpFOAUgD333LPotzMzG7dynUaLiIciYlF6jHlK6IgYTD8fAb5Hdj3m4XRqjPTzkbT6ILBH\n2eYvTmWDaXl4+RbbSNqa7NTf4xXiuDgi+iOif/LkyWOtlpmZVdH0gTglbS9px9IycDjwS2ARcEJa\n7QTgmrS8CJidepjtDewL3J5Oua2VdHC6HnP8sG1K+3oncGN4eGszs5ZpxUCcuwPfS9frtwa+HRHX\nS7oDuErSScDvgHcBRMQKSVeRdbveAHwgIkrdbU4Fvg70ANelB8DXgG9IWgU8AcxuRsXMzKyyml2f\nUzfnFRHx8uaF1Bru+mxmVr+GdH1OLYiVknz13MzMRi3PabRJwIp0A+XTpcKIeHthUZmZWVfJk2z+\npfAozMysq+W5z+YWSXsB+0bEDZK2AyaMtJ2ZmVlJnoE4TyYb8uXLqagPWFhkUGZm1l3y3GfzAWAG\nsBYgIu4FXlhkUGZm1l3yJJtnI+JPpSfpjnzfIGlmZrnlSTa3SPoo0CPpMOA7wPeLDcvMzLpJnmRz\nFvAosBx4P9m8MWcXGZSZmXWXPL3RNkm6lGyCsgBWepwxMzOrx4jJRtJfAV8C7iObz2ZvSe+PiOtq\nb2lmZpbJc1PnZ4BDI2IVgKR9gB/y3KCXZmZmNeW5ZrOulGiS3wDrCorHzMy6UNWWjaSj0+KApGuB\nq8iu2fwtcEcTYjMzsy5R6zTakWXLDwN/kZYfJZs/xszMLJeqySYiTmxmIGZm1r3y9EbbG/gQMLV8\nfU8xYGZWjIXLBpm/eCWr1wwxpbeHOTOnMWt6X6vDGpM8vdEWkk2z/H1gU7HhmNl4140H2pGU17l3\nu4n87x83sH5Tdjvj4Joh5i5YDtDRn0OeZPPHiLiw8EjMbNxbuGyQuQuWM7R+IzD6A20nJazhdX7y\nmfXPW2do/UbmL17ZtnXII0+y+ZykecB/Ac+WCiPizsKiMrOmaLeD8vzFKzcfdEvqPdA2KmE1S6U6\nV7J6zVAToilOnmRzAHAc8GaeO40W6bmZNVizEkAzDsr11qXaAbWeA221hHXOohVtlVhL8tZtSm9n\ndwLOk2z+FnhJ+TQDZlaMZn4rb0QropbR1GVKbw+DFQ6+9Rxoqx281wytZ83Q+tyxNEu1OpfrmTiB\nOTOnbX7ebi3SPPKMIPBLoLfoQMysdgJotEa0ImoZTV3mzJxGz8QtZ50ffqAdSd7EVNTnWq9KdZ44\nQfT2TERAX28P5x59wOZkUkrig2uGCJ5LnAuXDTY/+Drkadn0Ar+WdAdbXrNx12ezBis6AZRrRCui\nltHUpXRAHcu39jkzp23RohpNjM1Ub52LbpEWJU+ymVd4FGYG1J8AxnI6pdJBud5WRC2jTWazpveN\n6aBZ6eD9zJ82VOzl1S7XQeqpczO/kDRSnvlsbmlGIGZWXwIY6/WdRrQiapkzcxpzvvOLzfeLAEzc\nSg1LZrUMP3gP/6ygsYm1mYpukRYlzwgC68h6nwFsA0wEno6InYoMzGw8qicBNOJ0ylhbESPSCM+b\npOjE2kzVThM+86cNLFw22LZ1ytOy2bG0LEnAUcDBRQZlNp7lTQDtfjpl/uKVrN+45aS+6zdGy64t\nFJ5Ym6RUh3MWrdjcuw6ym0HbpYddJXl6o20WmYXAzILiMbOcqp02aZfTKe2eDDvZrOl9bL/t89sK\n7dLDrpI8p9GOLnu6FdAP/LGwiMwsl6Iv8I9Vp15b6BSdlszz9EYrn9dmA/BbslNpZtZC7X4dot2T\nYbupt2dhpyVzRcTIa40D/f39MTAw0OowzLrKwmWDW1xbmLTdROYduX/bJMR2Uam3nMh6ZvVVSTzV\netiV3wDaDJKWRkT/SOvVmhb6YzW2i4j45KgiM7Nx5dkNz81M0u4XsWtp5BAxw/f19LMbnte7rNQM\nqNalvVrLFmDGeTcyuGaICRIbI6omrGaq2rKRdEaF4u2Bk4BdI2KHIgNrNrdszBqvdNAbrq+3h5+e\n1Tlj+VZqRUzcSuzwgq1Z88z6mslneGI59OWT+e7SwVwjHJTr7ZnI9ttuXTOJVIqzpKhWz5hbNhHx\nmbKd7QicBpwIXAF8ptp27UTSW4HPAROAr0bEeS0OaUw6cfC98arVv6tWv39Ju13Ezvu5lNYrP7AP\nt35TbB6VoFrro9KNt9+69feM5uJF+UCipXgG1wwx5zu/2Py+taYraPWQNjU7CEjaBTgdeDdwKfDq\niHiyGYGNlaQJwBeAw4AHgTskLYqIe4p4v3d/5ef89L4nNj+fsc8ufOvk1zVs/502R0e7WbhskI9/\nf8Xmg0Nvz0TOeXsx1w7OXrh8iwNK+e8K6rugf/bC5Vx+2wNbHOx6eyYiUfUb9Uh/K/UkorEmrbFe\nxK7UKrjp14/WFU954ihdB4HaCaJ85INKiaaS8oP58L+3co2+Sr5+U/CRK+8CRk7ig2uGmHHejS35\nElLrNNp84GjgYuALEfG/TYmoQSS9DjgnImam53MBIuLcSuuP5TTa8ERT0siE0y2nI1ph4bJB5lz9\ni+fdYDhxKzH/b1/Z0H+2hcsG+ccr76p4QOntmcizGzblvqB79sLlfPPW34/4nsP3UetvpVoPsUox\nNOIC9Fj2UeuUUN595dnH8P+hV338v7a4WbIeAi445lUV/97ybj/aZDRhK7HNBDG0flPVdYbvvxGn\n1vKeRqt1U+cZwBTgbGC1pLXpsU7S2lFH1jx9wANlzx9MZQ1XKdHUKh+Ndjsd0Ukq3ckO2TfCRt8A\nN3/xyqoHizVD6+sacv/y2x6oWD7c8H3U+lupZ9j/Rkx3MGt6H+cefQB9vT0Vh8uvJc8MliPFk2cf\nwz+v0SYayFps1f7eylUbtWcsrZ6Nm2KLzhiV3nP4/pt5E2itazZ1jS7QiSSdApwCsOeee7Y4mto6\nrU99O6mVkBudrEezv2rb5D19M3wftf5W6vnS0qgvOKMdJibv+4z199uo/6HSPUT/mE5p1Vrvb17T\nl6vVWq9NNf5kqr3UrC+s3ZxQBoE9yp6/OJVtFhEXR0R/RPRPnjy5qcHVqxGTSo1XtQ4mjU7W1fYn\nsntM6tlmgvKPWlm+j1p/K/UMcdPq4XDyvs9Yfr+V/oeq/Z5qmSBtbrHVes/Sep+albX2qq0zWtW2\n7evtqfp+zfp9dnOyuQPYV9LekrYBZgOLinijGfvsUlf5aIzldMR4N2fmNCZOeP4/YRHD3Vc60At4\n98F7Mu/I/ev6wnDsa/eoWD7c8H3U+lup50tLq7/gVHr/4UaKp9rvA6r/D807cn+2qnK8n7HPLhU/\nk8+867lrf7X+3oavV2lfx752j5r1rhbbhK1UcdvSZ9Tq32ee4Wo6UkRskPRBYDFZ1+dLImJFEe/1\nrZNfV3hvNOieUWubrfSZNaM3Wp4hZPL27vrUrAMA6u6NVoqj0n7rGeKm1cPhVHr/enujjaYOlUZV\nLh/5YKQeenn/3mrF1r/XLpvLd67w+x743RNb9HjcfpsJ/Os7DnjetmP5+2s0D1eT+KZOM7P6NaI3\nmpmZWUM42ZiZWeGcbMzMrHBONmZmVjgnGzMzK5x7oyWSHgV+14Bd7QY81oD9dArXt7u5vt2rUXXd\nKyJGvCveyabBJA3k6QbYLVzf7ub6dq9m19Wn0czMrHBONmZmVjgnm8a7uNUBNJnr291c3+7V1Lr6\nmo2ZmRXOLRszMyuck80oSXqrpJWSVkk6q8LrknRhev1uSa9uRZyNkqO+7071XC7pZ5Je2Yo4G2Wk\n+pat9+dXzIxtAAAGPUlEQVSSNkh6ZzPja6Q8dZV0iKS7JK2QdEuzY2ykHH/LO0v6vqRfpPqe2Io4\nG0XSJZIekfTLKq8351gVEX7U+SCbsuA+4CXANsAvgP2GrXMEcB3Z9BkHA7e1Ou6C6/t6YFJaflu3\n17dsvRuBa4F3tjruAn+3vcA9wJ7p+QtbHXfB9f0ocH5angw8AWzT6tjHUOc3Aa8Gflnl9aYcq9yy\nGZ2DgFUR8ZuI+BNwBXDUsHWOAi6LzK1Ar6QXNTvQBhmxvhHxs4h4Mj29lWxm1E6V5/cL8CHgu8Aj\nzQyuwfLU9e+ABRHxe4CI6Pb6BrCjJAE7kCWbDc0Ns3Ei4sdkdaimKccqJ5vR6QMeKHv+YCqrd51O\nUW9dTiL7ptSpRqyvpD7gHcBFTYyrCHl+ty8DJkm6WdJSScc3LbrGy1Pf/wD+DFgNLAdOi4hNzQmv\nJZpyrOramTqtNSQdSpZs3tDqWAr278CZEbFJY5gzvkNsDbwGeAvQA/xc0q0R8T+tDaswM4G7gDcD\n+wBLJP0kIta2NqzO5mQzOoNA+QTxL05l9a7TKXLVRdKBwFeBt0XE402KrQh56tsPXJESzW7AEZI2\nRMTC5oTYMHnq+iDweEQ8DTwt6cfAK4FOTDZ56nsicF5kFzRWSbofeDlwe3NCbLqmHKt8Gm107gD2\nlbS3pG2A2cCiYessAo5PPT0OBp6KiIeaHWiDjFhfSXsCC4DjuuAb74j1jYi9I2JqREwFrgZO7cBE\nA/n+lq8B3iBpa0nbAa8FftXkOBslT31/T9aKQ9LuwDTgN02Nsrmacqxyy2YUImKDpA8Ci8l6t1wS\nESsk/X16/UtkPZSOAFYBz5B9W+pIOev7MWBX4Ivp2/6G6NABDXPWtyvkqWtE/ErS9cDdwCbgqxFR\nsRttu8v5u/0k8HVJy8l6aJ0ZER07ErSky4FDgN0kPQjMAyZCc49VHkHAzMwK59NoZmZWOCcbMzMr\nnJONmZkVzsnGzMwK52RjZmaFc7IxM7PCOdnYuCEpJH2z7PnWkh6V9IMWxfPyNGz/Mkn7DHvtWkm9\nde7vZkn9ebaX9JF0g2ahymOy8c3JxsaTp4FXSOpJzw+jtUMIzQKujojpEXFf+QsRcURErBntjnNs\n/xGg8GRjVuJkY+PNtcBfpeVjgctLL0jaPk00dXtqbRyVyqdK+omkO9Pj9an8kPTN/WpJv5b0LVUY\nlVPSqyTdmiam+p6kSZKOIDvg/4Okmyps81tJu6WYfpgm8vqlpGPyVLLW9pI+DEwBbiq9t6TDJf08\n1e87knYo28/HU/lySS8f4bPqkXSFpF9J+h7ZwJ1mTjY27lwBzJb0AuBA4Lay1/4ZuDEiDgIOBeZL\n2p5svprDIuLVwDHAhWXbTCdLGvuRTcg1o8J7XkY25MmBZEPWz4uIa4EvARdExKE14n0rsDoiXhkR\nrwCur7O+z9s+Ii4kGz7/0Ig4VNJuwNnAX6Y6DgCnl+3jsVR+EfB/U1m1z+ofgGci4s/IhkV5TZ3x\nWpdysrFxJSLuBqaStWquHfby4cBZku4CbgZeAOxJNo7UV9JYWd8hSywlt0fEg2m+k7vSvjeTtDPQ\nGxGlqZQvJZs5Ma/lwGGSzpf0xoh4qo5t825/MFmdfprqfgKwV9nrC9LPpTxXv2qf1ZuAb8Lmz/ru\nOuO1LuWBOG08WgR8mmxwwl3LygX8TUSsLF9Z0jnAw2TD6m8F/LHs5WfLljfS4P+piPgfZXPCHwF8\nStKPIuITDd5ewJKIOLbKbkp1LK9ftc8qb2g2zrhlY+PRJcDHI2L5sPLFwIdK110kTU/lOwMPpdbL\ncWSjBeeSWhJPSnpjKjoOuKXGJluQNIXstNQ3gflkc8nnVmP7dcCOaflWYIakl6Zttpf0shF2Xe2z\n+jHZNNJIegXZqUozt2xs/ImIB9nyukvJJ8lm4Lxb0lbA/cBfA18EvqtsOuTryXq11eME4Eupq/Fv\nqG8I9wPIrodsAtaTXROpR7XtLwaul7Q6Xbd5L3C5pG3T62dTe3K0ap/VRcB/SvoV2Zw3S+uM17qU\npxgwM7PC+TSamZkVzqfRzDpMun9l72HFZ0bE4lbEY5aHT6OZmVnhfBrNzMwK52RjZmaFc7IxM7PC\nOdmYmVnhnGzMzKxw/x+Eb2r8x4TzQgAAAABJRU5ErkJggg==\n",
      "text/plain": [
       "<matplotlib.figure.Figure at 0x7f4789931a90>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "context_type\n",
      "0     3198365\n",
      "1     1617653\n",
      "2     1052844\n",
      "3      433456\n",
      "4      230259\n",
      "5      167428\n",
      "6       98523\n",
      "7       97645\n",
      "8       79330\n",
      "9       71572\n",
      "10      71026\n",
      "11      68775\n",
      "12      58460\n",
      "13      55830\n",
      "14      21641\n",
      "15      20826\n",
      "16      20725\n",
      "17      20075\n",
      "18      18933\n",
      "19      17973\n",
      "20      17489\n",
      "21      16918\n",
      "22      16625\n",
      "23      13168\n",
      "24      11200\n",
      "25      10206\n",
      "26       6158\n",
      "27       5017\n",
      "28       4256\n",
      "29       3739\n",
      "       ...   \n",
      "44        658\n",
      "45        593\n",
      "46        510\n",
      "47        474\n",
      "48        375\n",
      "49        278\n",
      "50        278\n",
      "51        265\n",
      "52        206\n",
      "53        162\n",
      "54        153\n",
      "55        147\n",
      "56        127\n",
      "57        118\n",
      "58        112\n",
      "59        100\n",
      "60         98\n",
      "61         92\n",
      "62         91\n",
      "63         72\n",
      "64         35\n",
      "65         33\n",
      "66         27\n",
      "67          7\n",
      "68          7\n",
      "69          3\n",
      "70          2\n",
      "71          2\n",
      "72          2\n",
      "73          1\n",
      "Name: media_id, dtype: int64\n"
     ]
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAZQAAAD8CAYAAABQFVIjAAAABHNCSVQICAgIfAhkiAAAAAlwSFlz\nAAALEgAACxIB0t1+/AAAIABJREFUeJzt3X9w3PV95/Hna3e11spgyTaqLWQTm2J6ZyBxgmvoNU1S\naGyXdgqdgYzTpvhuOOhNaCe56cwl9OaONgkzZe4a2sw1dEhx+dEWw9GmMDmIxwHueumEH+JXjCGc\nVQjBjo2Nf5Jg2Zb0vj/2s/ZqvZJW0kq78r4eMzv67uf7/Xz2LaXl5e/38/nuVxGBmZnZVGUaXYCZ\nmZ0ZHChmZlYXDhQzM6sLB4qZmdWFA8XMzOrCgWJmZnXhQDEzs7pwoJiZWV04UMzMrC5yjS5gJp1z\nzjmxbNmyRpdhZjarPP/88+9GRPd4x7VUoCxbtoy+vr5Gl2FmNqtIequW43zJy8zM6sKBYmZmdeFA\nMTOzunCgmJlZXThQzMysLhwoZmZWFw4UMzOrCwdKDb754k7+5umalmGbmbUsB0oNvvXybh549keN\nLsPMrKk5UGpQyGc5enyo0WWYmTU1B0oNOvJZ3negmJmNyYFSg0JblvePDza6DDOzpuZAqUEhn+Po\nCZ+hmJmNxYFSg458lhNDwYmh4UaXYmbWtBwoNejIZwE8j2JmNgYHSg0KKVC80svMbHQOlBqcOkPx\nxLyZ2WjGDRRJ7ZKelfSypO2S/ji1L5C0VdKO9HN+WZ9bJPVLel3SurL2SyVtS/u+JkmpfY6kB1P7\nM5KWlfXZmD5jh6SNZe3L07H9qW++Pn+S0xXaig+29CUvM7PR1XKGcgy4IiI+BKwC1ku6HPgi8ERE\nrACeSO+RtBLYAFwErAe+LimbxroTuBFYkV7rU/sNwMGIuAC4A7g9jbUAuBW4DFgD3FoWXLcDd6Q+\nB9MY06J0huKVXmZmoxs3UKLoJ+ltW3oFcDVwb2q/F7gmbV8NbI6IYxHxJtAPrJHUA8yLiKcjIoD7\nKvqUxnoYuDKdvawDtkbEgYg4CGylGGgCrkjHVn5+3XV4DsXMbFw1zaFIykp6CdhL8T/wzwCLImJ3\nOmQPsCht9wJvl3Xfmdp603Zl+4g+ETEIHAYWjjHWQuBQOrZyrLoreJWXmdm4agqUiBiKiFXAEopn\nGxdX7A+KZy1NR9JNkvok9e3bt29SY3Tki3MoR094Ut7MbDQTWuUVEYeApyjOfbyTLmORfu5Nh+0C\nlpZ1W5LadqXtyvYRfSTlgE5g/xhj7Qe60rGVY1XWfFdErI6I1d3d3RP5dU/yfShmZuOrZZVXt6Su\ntF0APgn8AHgUKK262gg8krYfBTaklVvLKU6+P5sujx2RdHmaA7m+ok9prGuBJ9NZzxZgraT5aTJ+\nLbAl7XsqHVv5+XXn+1DMzMaXG/8QeoB700qtDPBQRHxL0veAhyTdALwFfAogIrZLegh4FRgEbo6I\n0n+JPwvcAxSAx9ML4G7gfkn9wAGKq8SIiAOSvgw8l477UkQcSNtfADZL+grwYhpjWhTafIZiZjae\ncQMlIr4PfLhK+37gylH63AbcVqW9D7i4SvsAcN0oY20CNlVpf4PiUuJp15bN0JaVA8XMbAy+U75G\nhbYsR32nvJnZqBwoNerI53yGYmY2BgdKjTryWd73nfJmZqNyoNTIz5U3MxubA6VGxefKew7FzGw0\nDpQaFfI5n6GYmY3BgVKjjrasv23YzGwMDpQaFS95OVDMzEbjQKmRJ+XNzMbmQKmRz1DMzMbmQKlR\nIZ/j6Ikhhoeb8lv6zcwazoFSo9JX2A8M+izFzKwaB0qN/I3DZmZjc6DUyM9EMTMbmwOlRn5qo5nZ\n2BwoNToVKP76FTOzahwoNSq0FZ9F5kteZmbVOVBq5EteZmZjc6DU6GSg+Pu8zMyqcqDUqLTKa8Bn\nKGZmVTlQatSRL86heFLezKw6B0qNfMnLzGxs4waKpKWSnpL0qqTtkj6X2v9I0i5JL6XXVWV9bpHU\nL+l1SevK2i+VtC3t+5okpfY5kh5M7c9IWlbWZ6OkHem1sax9eTq2P/XN1+dPUt2cXAbJq7zMzEZT\nyxnKIPAHEbESuBy4WdLKtO+OiFiVXo8BpH0bgIuA9cDXJWXT8XcCNwIr0mt9ar8BOBgRFwB3ALen\nsRYAtwKXAWuAWyXNT31uT59/AXAwjTFtJNHR5m8cNjMbzbiBEhG7I+KFtP0e8BrQO0aXq4HNEXEs\nIt4E+oE1knqAeRHxdEQEcB9wTVmfe9P2w8CV6exlHbA1Ig5ExEFgK7A+7bsiHUvqWxpr2hTyOQeK\nmdkoJjSHki5FfRh4JjX9vqTvS9pUdubQC7xd1m1nautN25XtI/pExCBwGFg4xlgLgUPp2MqxKmu+\nSVKfpL59+/ZN5Nc9TUc+y1FPypuZVVVzoEg6C/h74PMRcYTi5avzgVXAbuBPp6XCKYqIuyJidUSs\n7u7untJYBV/yMjMbVU2BIqmNYpj8bUT8A0BEvBMRQxExDHyD4hwHwC5gaVn3JaltV9qubB/RR1IO\n6AT2jzHWfqArHVs51rQp5LMc9SovM7OqalnlJeBu4LWI+GpZe0/ZYb8JvJK2HwU2pJVbyylOvj8b\nEbuBI5IuT2NeDzxS1qe0guta4Mk0z7IFWCtpfrqkthbYkvY9lY4l9S2NNW38GGAzs9Hlxj+EXwR+\nB9gm6aXU9ofApyWtAgL4IfC7ABGxXdJDwKsUV4jdHBGl/wp/FrgHKACPpxcUA+t+Sf3AAYqrxIiI\nA5K+DDyXjvtSRBxI218ANkv6CvBiGmNadeSzHHz/xHR/jJnZrDRuoETEdwFV2fXYGH1uA26r0t4H\nXFylfQC4bpSxNgGbqrS/wanLbDOikM95Ut7MbBS+U34CfB+KmdnoHCgT4El5M7PROVAmoHgfigPF\nzKwaB8oEdOSzDA4HxweHG12KmVnTcaBMQCHvxwCbmY3GgTIBp77C3iu9zMwqOVAmwM+VNzMbnQNl\nAgptxUDxJS8zs9M5UCag4DMUM7NROVAm4NQlL8+hmJlVcqBMQKHNq7zMzEbjQJkAT8qbmY3OgTIB\np5YNO1DMzCo5UCagNCnvbxw2MzudA2UCOk7eKe+vXjEzq+RAmYBsRuRzGd8pb2ZWhQNlgvyNw2Zm\n1TlQJsgP2TIzq86BMkEFn6GYmVXlQJmgjnzOd8qbmVXhQJmgQt6XvMzMqnGgTFCHnytvZlbVuIEi\naamkpyS9Kmm7pM+l9gWStkrakX7OL+tzi6R+Sa9LWlfWfqmkbWnf1yQptc+R9GBqf0bSsrI+G9Nn\n7JC0sax9eTq2P/XN1+dPMraCJ+XNzKqq5QxlEPiDiFgJXA7cLGkl8EXgiYhYATyR3pP2bQAuAtYD\nX5eUTWPdCdwIrEiv9an9BuBgRFwA3AHcnsZaANwKXAasAW4tC67bgTtSn4NpjGnnSXkzs+rGDZSI\n2B0RL6Tt94DXgF7gauDedNi9wDVp+2pgc0Qci4g3gX5gjaQeYF5EPB0RAdxX0ac01sPAlensZR2w\nNSIORMRBYCuwPu27Ih1b+fnTqiOf9aS8mVkVE5pDSZeiPgw8AyyKiN1p1x5gUdruBd4u67YztfWm\n7cr2EX0iYhA4DCwcY6yFwKF0bOVYlTXfJKlPUt++ffsm8NtWV1zl5TMUM7NKNQeKpLOAvwc+HxFH\nyvelM46oc211ERF3RcTqiFjd3d095fEKbVmODQ4zNNyUv66ZWcPUFCiS2iiGyd9GxD+k5nfSZSzS\nz72pfRewtKz7ktS2K21Xto/oIykHdAL7xxhrP9CVjq0ca1qVvsJ+wCu9zMxGqGWVl4C7gdci4qtl\nux4FSquuNgKPlLVvSCu3llOcfH82XR47IunyNOb1FX1KY10LPJnOerYAayXNT5Pxa4Etad9T6djK\nz59WfsiWmVl1ufEP4ReB3wG2SXoptf0h8CfAQ5JuAN4CPgUQEdslPQS8SnGF2M0RUfqv72eBe4AC\n8Hh6QTGw7pfUDxyguEqMiDgg6cvAc+m4L0XEgbT9BWCzpK8AL6Yxpl0h78cAm5lVM26gRMR3AY2y\n+8pR+twG3FalvQ+4uEr7AHDdKGNtAjZVaX+D4lLiGXXqqY1e6WVmVs53yk9QwZe8zMyqcqBMUEdb\n6THADhQzs3IOlAkqPQbYZyhmZiM5UCbo1CUvz6GYmZVzoExQaVLel7zMzEZyoExQoc2T8mZm1ThQ\nJqh0ycvPRDEzG8mBMkFzchky8hyKmVklB8oESfI3DpuZVeFAmYRCPusvhzQzq+BAmYTiQ7YcKGZm\n5Rwok+DnypuZnc6BMgkdfq68mdlpHCiTUJyU9yovM7NyDpRJKHgOxczsNA6USejIZ31jo5lZBQfK\nJHiVl5nZ6Rwok1Boy3lS3sysggNlEhaelecnxwYdKmZmZRwok3BuVzsAPz58tMGVmJk1DwfKJPR2\ndQCw66ADxcysxIEyCaUzlF2HHChmZiXjBoqkTZL2SnqlrO2PJO2S9FJ6XVW27xZJ/ZJel7SurP1S\nSdvSvq9JUmqfI+nB1P6MpGVlfTZK2pFeG8val6dj+1Pf/NT/FLVbPK+djODHDhQzs5NqOUO5B1hf\npf2OiFiVXo8BSFoJbAAuSn2+Limbjr8TuBFYkV6lMW8ADkbEBcAdwO1prAXArcBlwBrgVknzU5/b\n0+dfABxMY8yYXDbD4nntvuRlZlZm3ECJiH8CDtQ43tXA5og4FhFvAv3AGkk9wLyIeDoiArgPuKas\nz71p+2HgynT2sg7YGhEHIuIgsBVYn/ZdkY4l9S2NNWN65xd8ycvMrMxU5lB+X9L30yWx0plDL/B2\n2TE7U1tv2q5sH9EnIgaBw8DCMcZaCBxKx1aOdRpJN0nqk9S3b9++if+Wo+jtcqCYmZWbbKDcCZwP\nrAJ2A39at4rqLCLuiojVEbG6u7u7buOe21Vgz+EBhoajbmOamc1mkwqUiHgnIoYiYhj4BsU5DoBd\nwNKyQ5ektl1pu7J9RB9JOaAT2D/GWPuBrnRs5Vgzpnd+gcHhYO97AzP90WZmTWlSgZLmREp+Eyit\nAHsU2JBWbi2nOPn+bETsBo5IujzNgVwPPFLWp7SC61rgyTTPsgVYK2l+uqS2FtiS9j2VjiX1LY01\nY87tKgC+F8XMrCQ33gGSHgA+AZwjaSfFlVefkLQKCOCHwO8CRMR2SQ8BrwKDwM0RUfp+ks9SXDFW\nAB5PL4C7gfsl9VOc/N+Qxjog6cvAc+m4L0VEaXHAF4DNkr4CvJjGmFFLSoFy6CirZ/rDzcya0LiB\nEhGfrtI86n/AI+I24LYq7X3AxVXaB4DrRhlrE7CpSvsbnLrM1hDnlgWKmZn5TvlJmzsnR1dHm29u\nNDNLHChT0NtV8ByKmVniQJmCc30vipnZSQ6UKSidoRQXnpmZtTYHyhT0dhX46fEhjhwdHP9gM7Mz\nnANlCnrne6WXmVmJA2UKvHTYzOwUB8oU9J68W/79BldiZtZ4DpQpOOesPPlchh8f9vd5mZk5UKZA\nku9FMTNLHChT5OeimJkVOVCm6NyudgeKmRkOlCnr7epg33vHODY4NP7BZmZnMAfKFJ3b1Q7A7kOe\nmDez1uZAmSLf3GhmVuRAmaIlXR2AA8XMzIEyRYs725H8KGAzMwfKFOVzGX7m7Dl+0JaZtTwHSh34\nuShmZg6UuvDNjWZmDpS66O0qsPvQAMPDftCWmbWucQNF0iZJeyW9Uta2QNJWSTvSz/ll+26R1C/p\ndUnrytovlbQt7fuaJKX2OZIeTO3PSFpW1mdj+owdkjaWtS9Px/anvvmp/ykmr3d+geNDw7z7k2ON\nLMPMrKFqOUO5B1hf0fZF4ImIWAE8kd4jaSWwAbgo9fm6pGzqcydwI7AivUpj3gAcjIgLgDuA29NY\nC4BbgcuANcCtZcF1O3BH6nMwjdEwPZ3Fe1F2+1uHzayFjRsoEfFPwIGK5quBe9P2vcA1Ze2bI+JY\nRLwJ9ANrJPUA8yLi6Sg+gP2+ij6lsR4GrkxnL+uArRFxICIOAluB9WnfFenYys9viJ7OdLe8A8XM\nWthk51AWRcTutL0HWJS2e4G3y47bmdp603Zl+4g+ETEIHAYWjjHWQuBQOrZyrIZYnAJlz2FPzJtZ\n65rypHw642ja2WhJN0nqk9S3b9++afmMBR158tkMu4/4DMXMWtdkA+WddBmL9HNvat8FLC07bklq\n25W2K9tH9JGUAzqB/WOMtR/oSsdWjnWaiLgrIlZHxOru7u4J/pq1yWTEos457PElLzNrYZMNlEeB\n0qqrjcAjZe0b0sqt5RQn359Nl8eOSLo8zYFcX9GnNNa1wJPprGcLsFbS/DQZvxbYkvY9lY6t/PyG\n6ZlX8ByKmbW03HgHSHoA+ARwjqSdFFde/QnwkKQbgLeATwFExHZJDwGvAoPAzRFRelDIZymuGCsA\nj6cXwN3A/ZL6KU7+b0hjHZD0ZeC5dNyXIqK0OOALwGZJXwFeTGM01OLOdl7eeajRZZiZNcy4gRIR\nnx5l15WjHH8bcFuV9j7g4irtA8B1o4y1CdhUpf0NikuJm8bizna+vX2AiCDdYmNm1lJ8p3ydLJ7X\nzvHBYQ6+f6LRpZiZNYQDpU5O3YvipcNm1pocKHVy6l4UT8ybWWtyoNSJv37FzFqdA6VOus+eQzYj\nn6GYWctyoNRJNiN+5uw5PkMxs5blQKmjxZ3tvOOvXzGzFuVAqaPF89q9ysvMWpYDpY4Wd7az+3Dx\n5kYzs1bjQKmjns523j8+xHvHBsc/2MzsDONAqaPFaemwV3qZWStyoNSRn9xoZq3MgVJHi+f5yY1m\n1rocKHW0aJ7PUMysdTlQ6iify3DOWXN8L4qZtSQHSp0t7vTd8mbWmhwodbZ4XsGrvMysJTlQ6qwn\n3dxoZtZqHCh1trizncNHT/D+cd/caGatxYFSZz1+0JaZtSgHSp35yY1m1qocKHXmJzeaWauaUqBI\n+qGkbZJektSX2hZI2ippR/o5v+z4WyT1S3pd0rqy9kvTOP2SviZJqX2OpAdT+zOSlpX12Zg+Y4ek\njVP5Perp5N3yvhfFzFpMPc5QfjkiVkXE6vT+i8ATEbECeCK9R9JKYANwEbAe+LqkbOpzJ3AjsCK9\n1qf2G4CDEXEBcAdwexprAXArcBmwBri1PLgaqZDP0llo8yUvM2s503HJ62rg3rR9L3BNWfvmiDgW\nEW8C/cAaST3AvIh4OooPErmvok9prIeBK9PZyzpga0QciIiDwFZOhVDDeemwmbWiqQZKAN+R9Lyk\nm1LboojYnbb3AIvSdi/wdlnfnamtN21Xto/oExGDwGFg4RhjNYXFne3sOeIviDSz1pKbYv+PRsQu\nST8DbJX0g/KdERGSGvr4whR0NwGcd955M/KZPZ3tvLLr8Ix8lplZs5jSGUpE7Eo/9wLfpDif8U66\njEX6uTcdvgtYWtZ9SWrblbYr20f0kZQDOoH9Y4xVrca7ImJ1RKzu7u6e3C86QYvnFXj3J8c5Njg0\nI59nZtYMJh0okuZKOru0DawFXgEeBUqrrjYCj6TtR4ENaeXWcoqT78+my2NHJF2e5keur+hTGuta\n4Mk0z7IFWCtpfpqMX5vamkLp5sa9R441uBIzs5kzlUtei4BvphW+OeDvIuLbkp4DHpJ0A/AW8CmA\niNgu6SHgVWAQuDkiSv+E/yxwD1AAHk8vgLuB+yX1AwcorhIjIg5I+jLwXDruSxFxYAq/S12Vbm78\n8aGjLF3Q0eBqzMxmxqQDJSLeAD5UpX0/cOUofW4DbqvS3gdcXKV9ALhulLE2AZsmVvXMWLHoLABe\n+NEhLjt/YYOrMTObGb5Tfhr0dBb40NIuHtu2e/yDzczOEA6UafJrlyxm267D/Gj/+40uxcxsRjhQ\npsmvXtwDwGOv+CzFzFqDA2WaLF3QwQeXdPqyl5m1DAfKNLrqkh6+v/Mwbx/wZS8zO/M5UKbRr12S\nLnv5LMXMWoADZRotXdDBJb2+7GVmrcGBMs2uuqSHl33Zy8xagANlmpUuez3u1V5mdoZzoEyz8xZ2\ncHHvPP7Xtj2NLsXMbFo5UGbAVZf08PLbh9h50Je9zOzM5UCZAaXLXv99y+sMDTf08TBmZtPGgTID\nPrBwLp//lRX840s/5vf+7gU/J8XMzkgOlBny+V+5kP/y6yt5/JU9/Pt7+/jpscFGl2RmVlcOlBl0\nw0eX89+u/SD/3P8un7n7GQ69f7zRJZmZ1Y0DZYZdt3opd37mUrbvOsJvfcOhYmZnDgdKA6y7aDHf\n2Lia/r0/4fpNz3L46IlGl2RmNmUOlAb5+IXd3PmZj/Da7iP8279+lvcGHCpmNrs5UBroyn+9iP/x\nWx9h287D/Lu/fs4T9WY2qymide6LWL16dfT19TW6jNM8tm03v//AixTasrS3ZclmIJfJ0Flo4xd+\ndiG/tOIcLlu+kEI+2+hSzawFSXo+IlaPd1xuJoqxsV11SQ9z5+TY+uoehoZheDgYimD34aPc//Rb\n3P3dN8lnM6xa2sUHFnbQ01Xg3M52Fne2k89lyEpkMiIjyGezzGnL0J4r/lwwN09b1ieiZjb9HChN\n4uMXdvPxC7tPax84McSzbx7g/+7YR99bB/mnHfvY+94xaj2xzGbEeQs6OP+cuZzfPZfFnQU68tmT\nZ0O9XQUuWdJZ59/GzFrRrA4USeuBPweywF9FxJ80uKS6a2/L8rELu/lYWdgcHxzmnSMD7H1vgOOD\nQUQwHDAUwYnBYQYGhzh2YpijJ4bYc3iAN979CW/s+ynf7X+XY4PDp33Gv/nZhfzHT17Izy9bMJO/\nmpmdYWZtoEjKAn8BfBLYCTwn6dGIeLWxlU2/fC7D0gUdLF3QMaF+Q8PBkaMnGBgc4ujxIQZODPO9\nN/Zz5//+F677y+/xSyvO4T98/GdZNG8OGYlsRmQkpGJ/pY2MICOlV3G+J5sVuUzxlc3o5LFm1jpm\nbaAAa4D+iHgDQNJm4GrgjA+UycpmxPy5+RFtK8+dx2+tOY+/efot/vL//Au//VfP1OWzTgbNyYDh\nZAAVQ0plwVQWVhkQor0tw9w5Oc6ak2NuPkchn2VOLkM+l2FOLkNbNpPCK0M2UwzZs9vbOLs9x9nt\nbZw1J0c+W/z8XPZU0GXSfFNx3mlkMAqBOFlPqU2i+OJUuI78XYVIxzhIrYXN5kDpBd4ue78TuKxB\ntcxqhXyWGz92Pr99+Xl8d0fxsthwBINDxcUBAJz8Uby8Npwusw0PB0PDweDwMIPDwdBQcGI4Ti4s\nGBoujhMEkfoNDQcBxUt1w8VLdRHFsUnHHD0xxE+PDfHewCB7Dg+cvIx3fGiY44PF12CTfnNzeXgW\nowYqfpw8rtiWQutk+8hQqowolQXeqTPIU2NUyzRVjDLW542orazG0ajK7zbauGOpevQE87kZ4nw6\n/lFRjxHv3vjznLdwYlc1Jmo2B0pNJN0E3ARw3nnnNbia5taRz7H2osWNLmNChoeDweHg+NAw7w2c\n4L2BQY4cPcF7xwYZGjoVdINDxSArBmEUV9NF2fxTWcjBqcAsBV3EqX3livtLY3FyjEhzWqVjIAXm\nyY6nfpSOL2seMf6I92W1BOV1p71VMna0MU59/un7K2scTelvMl7d46l2+ERvaWiKf15MQxFRp0Hz\nuelf7TmbA2UXsLTs/ZLUNkJE3AXcBcX7UGamNJspmYzIZ0Q+l+GsOTl6vGDNrGFm8w0KzwErJC2X\nlAc2AI82uCYzs5Y1a89QImJQ0u8BWyguG94UEdsbXJaZWcuatYECEBGPAY81ug4zM5vdl7zMzKyJ\nOFDMzKwuHChmZlYXDhQzM6sLB4qZmdVFSz1gS9I+4K1Jdj8HeLeO5UyX2VDnbKgRXGe9zYY6Z0ON\nMPN1fiAiTn++RoWWCpSpkNRXyxPLGm021DkbagTXWW+zoc7ZUCM0b52+5GVmZnXhQDEzs7pwoNTu\nrkYXUKPZUOdsqBFcZ73NhjpnQ43QpHV6DsXMzOrCZyhmZlYXDpRxSFov6XVJ/ZK+2Oh6SiRtkrRX\n0itlbQskbZW0I/2c38gaU01LJT0l6VVJ2yV9rtlqldQu6VlJL6ca/7jZaiwnKSvpRUnfSu+brk5J\nP5S0TdJLkvqauM4uSQ9L+oGk1yT9QjPVKenn0t+w9Doi6fPNVGM5B8oYJGWBvwB+FVgJfFrSysZW\nddI9wPqKti8CT0TECuCJ9L7RBoE/iIiVwOXAzelv2Ey1HgOuiIgPAauA9ZIub7Iay30OeK3sfbPW\n+csRsapseWsz1vnnwLcj4l8BH6L4d22aOiPi9fQ3XAVcCrwPfLOZahwh0mNQ/Tr9BfwCsKXs/S3A\nLY2uq6yeZcArZe9fB3rSdg/weqNrrFLzI8Anm7VWoAN4AbisGWuk+GTSJ4ArgG816//uwA+Bcyra\nmqpOoBN4kzSX3Kx1ltW1FvjnZq7RZyhj6wXeLnu/M7U1q0URsTtt7wEWNbKYSpKWAR8GnqHJak2X\nkV4C9gJbI6Lpakz+DPhPwHBZWzPWGcB3JD0v6abU1mx1Lgf2AX+dLiH+laS5NF+dJRuAB9J2U9bo\nQDlDRfGfLk2zhE/SWcDfA5+PiCPl+5qh1ogYiuJlhSXAGkkXV+xveI2Sfh3YGxHPj3ZMM9SZfDT9\nPX+V4mXOj5XvbJI6c8BHgDsj4sPAT6m4dNQkdZIec/4bwP+s3NcsNYIDZTy7gKVl75ektmb1jqQe\ngPRzb4PrAUBSG8Uw+duI+IfU3JS1RsQh4CmK81PNVuMvAr8h6YfAZuAKSX9D89VJROxKP/dSvOa/\nhuarcyewM52NAjxMMWCarU4oBvMLEfFOet+MNTpQxvEcsELS8vQvhA3Aow2uaSyPAhvT9kaK8xUN\nJUnA3cBrEfHVsl1NU6ukbkldabtAcY7nBzRRjQARcUtELImIZRT/b/HJiPgMTVanpLmSzi5tU7z2\n/wpNVmdE7AHelvRzqelK4FWarM7k05y63AXNWaMn5cd7AVcB/w/4F+A/N7qesroeAHYDJyj+S+sG\nYCHFCdsdwHeABU1Q50cpno5/H3gpva5qplqBDwIvphpfAf5ram+aGqvU/AlOTco3VZ3A+cDL6bW9\n9P83zVYQYuNhAAAAV0lEQVRnqmkV0Jf+t/9HYH6z1QnMBfYDnWVtTVVj6eU75c3MrC58ycvMzOrC\ngWJmZnXhQDEzs7pwoJiZWV04UMzMrC4cKGZmVhcOFDMzqwsHipmZ1cX/B9gGz1gDcHxXAAAAAElF\nTkSuQmCC\n",
      "text/plain": [
       "<matplotlib.figure.Figure at 0x7f4774864b00>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "#Train set\n",
    "\n",
    "print(sorted(train['context_type'].unique()))\n",
    "avg_per_context = train.groupby(['context_type'])['is_listened'].mean()\n",
    "count_per_context = train.groupby(['context_type'])['media_id'].count()\n",
    "# print(avg_per_context)\n",
    "\n",
    "plt.scatter(avg_per_context[4:],count_per_context[4:])\n",
    "plt.xlabel('Mean of is_listened')\n",
    "plt.ylabel('Number of songs with this context type')\n",
    "plt.show()\n",
    "\n",
    "# plt.hist2d(avg_per_context,count_per_context, bins=50, cmap = plt.cm.gist_ncar)#colormaps:  plt.cm.jet, plt.cm.nipy_spectral\n",
    "# plt.xlabel('Mean of is_listened')\n",
    "# plt.ylabel('Number of songs that the user listened to')\n",
    "# plt.title('Density')\n",
    "# plt.colorbar()\n",
    "# plt.show()\n",
    "\n",
    "\n",
    "print(count_per_context)\n",
    "\n",
    "plt.plot(count_per_context)\n",
    "plt.show()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2017-05-22T22:40:12.622298",
     "start_time": "2017-05-22T22:40:12.304102"
    },
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "0.5735944678809699\n",
      "0.7053144502495017\n",
      "0.5275879781159662\n",
      "0.6014636176324311\n",
      "0.9579087510881253\n",
      "0.5397098334228909\n"
     ]
    }
   ],
   "source": [
    "print(train[(train['context_type'] == 1) & (train['listen_type'] == 1)]['is_listened'].mean())\n",
    "print(train[(train['context_type'] == 4) & (train['listen_type'] == 1)]['is_listened'].mean())\n",
    "print(train[(train['context_type'] == 5) & (train['listen_type'] == 1)]['is_listened'].mean())\n",
    "print(train[(train['context_type'] == 6) & (train['listen_type'] == 1)]['is_listened'].mean())\n",
    "print(train[(train['context_type'] == 7) & (train['listen_type'] == 1)]['is_listened'].mean())\n",
    "print(train[(train['context_type'] == 13) & (train['listen_type'] == 1)]['is_listened'].mean())"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2017-05-23T00:53:47.572839",
     "start_time": "2017-05-23T00:53:45.464814"
    },
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "context_type  listen_type\n",
      "0             0              3198063\n",
      "              1                  302\n",
      "1             1              1617608\n",
      "              0                   45\n",
      "2             0              1052760\n",
      "              1                   84\n",
      "3             0               433434\n",
      "              1                   22\n",
      "4             1               230259\n",
      "5             1               167428\n",
      "6             1                98523\n",
      "7             1                97645\n",
      "8             0                79322\n",
      "              1                    8\n",
      "9             0                71534\n",
      "              1                   38\n",
      "10            0                71026\n",
      "11            0                68772\n",
      "              1                    3\n",
      "12            0                58457\n",
      "              1                    3\n",
      "13            1                55830\n",
      "14            0                21641\n",
      "15            0                20825\n",
      "              1                    1\n",
      "16            0                20725\n",
      "17            0                20070\n",
      "              1                    5\n",
      "18            0                18932\n",
      "              1                    1\n",
      "19            0                17973\n",
      "20            1                17489\n",
      "21            0                16918\n",
      "22            0                16043\n",
      "              1                  582\n",
      "23            1                13162\n",
      "              0                    6\n",
      "24            1                11200\n",
      "25            0                10206\n",
      "26            0                 6158\n",
      "27            0                 5017\n",
      "28            0                 4255\n",
      "              1                    1\n",
      "29            0                 1954\n",
      "              1                 1785\n",
      "30            0                 1756\n",
      "              1                 1609\n",
      "31            0                 3038\n",
      "32            0                 2985\n",
      "33            0                 2704\n",
      "34            0                 2263\n",
      "35            0                 2128\n",
      "36            0                 1977\n",
      "37            0                 1818\n",
      "              1                    4\n",
      "38            1                 1744\n",
      "              0                    2\n",
      "39            0                 1688\n",
      "40            1                 1211\n",
      "41            0                  984\n",
      "42            0                  912\n",
      "43            1                  868\n",
      "44            0                  658\n",
      "45            0                  593\n",
      "46            0                  385\n",
      "              1                  125\n",
      "47            1                  474\n",
      "48            1                  375\n",
      "49            1                  278\n",
      "50            0                  278\n",
      "51            1                  262\n",
      "              0                    3\n",
      "52            1                  206\n",
      "53            1                  162\n",
      "54            0                  153\n",
      "55            1                  147\n",
      "56            0                  127\n",
      "57            0                  118\n",
      "58            0                  112\n",
      "59            0                  100\n",
      "60            0                   98\n",
      "61            1                   92\n",
      "62            0                   91\n",
      "63            1                   72\n",
      "64            0                   35\n",
      "65            0                   33\n",
      "66            0                   27\n",
      "67            0                    7\n",
      "68            0                    7\n",
      "69            1                    3\n",
      "70            0                    2\n",
      "71            0                    2\n",
      "72            0                    2\n",
      "73            0                    1\n",
      "Name: listen_type, dtype: int64\n"
     ]
    }
   ],
   "source": [
    "def print_full(x):\n",
    "    pd.set_option('display.max_rows', len(x))\n",
    "    print(x)\n",
    "    pd.reset_option('display.max_rows')\n",
    "\n",
    "\n",
    "# print_full(train.groupby(['context_type'])['listen_type'].unique())\n",
    "# print_full(train.groupby(['context_type','listen_type'])['listen_type'].count())\n",
    "print_full(train.groupby(['context_type'])['listen_type'].value_counts())"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Except from some context types (like 22,29,30,46), the extreme majority (>95%) of songs of one given context_type, have the same listen_type. So context_type can be seen as an information more detailed than listen_type !"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 98,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2017-05-23T00:23:06.573182",
     "start_time": "2017-05-23T00:23:06.563376"
    },
    "collapsed": false,
    "run_control": {
     "frozen": false,
     "read_only": false
    }
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "context_type\n",
      "1     81.167788\n",
      "5     16.628176\n",
      "20     1.260167\n",
      "23     0.943870\n",
      "Name: media_id, dtype: float64\n",
      "\n",
      "context_type\n",
      "0     42.312941\n",
      "1     21.400827\n",
      "2     13.928656\n",
      "3      5.734429\n",
      "4      3.046224\n",
      "5      2.214998\n",
      "6      1.303415\n",
      "7      1.291800\n",
      "8      1.049500\n",
      "9      0.946866\n",
      "10     0.939642\n",
      "11     0.909863\n",
      "12     0.773400\n",
      "13     0.738606\n",
      "14     0.286301\n",
      "15     0.275519\n",
      "16     0.274182\n",
      "17     0.265583\n",
      "18     0.250475\n",
      "19     0.237775\n",
      "20     0.231372\n",
      "21     0.223818\n",
      "22     0.219941\n",
      "23     0.174207\n",
      "24     0.148171\n",
      "25     0.135021\n",
      "26     0.081468\n",
      "27     0.066373\n",
      "28     0.056305\n",
      "29     0.049465\n",
      "        ...    \n",
      "44     0.008705\n",
      "45     0.007845\n",
      "46     0.006747\n",
      "47     0.006271\n",
      "48     0.004961\n",
      "49     0.003678\n",
      "50     0.003678\n",
      "51     0.003506\n",
      "52     0.002725\n",
      "53     0.002143\n",
      "54     0.002024\n",
      "55     0.001945\n",
      "56     0.001680\n",
      "57     0.001561\n",
      "58     0.001482\n",
      "59     0.001323\n",
      "60     0.001296\n",
      "61     0.001217\n",
      "62     0.001204\n",
      "63     0.000953\n",
      "64     0.000463\n",
      "65     0.000437\n",
      "66     0.000357\n",
      "67     0.000093\n",
      "68     0.000093\n",
      "69     0.000040\n",
      "70     0.000026\n",
      "71     0.000026\n",
      "72     0.000026\n",
      "73     0.000013\n",
      "Name: media_id, dtype: float64\n"
     ]
    }
   ],
   "source": [
    "#Percentages in test\n",
    "print(count_per_context_test * 100 / count_per_context_test.sum())\n",
    "\n",
    "print()\n",
    "\n",
    "#Percentages in train\n",
    "print(count_per_context * 100 / count_per_context.sum())"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true,
    "run_control": {
     "frozen": false,
     "read_only": false
    }
   },
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python [conda root]",
   "language": "python",
   "name": "conda-root-py"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.5.2"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}