final.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "import numpy as np\n",
    "import pandas as pd\n",
    "# from data_util import *"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>id</th>\n",
       "      <th>song_name</th>\n",
       "      <th>artist_id_basket</th>\n",
       "      <th>artist_name_basket</th>\n",
       "      <th>album_id</th>\n",
       "      <th>album_name</th>\n",
       "      <th>song_gn_gnr_basket</th>\n",
       "      <th>song_gn_dtl_gnr_basket</th>\n",
       "      <th>issue_date</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>0</td>\n",
       "      <td>Feelings</td>\n",
       "      <td>[2727]</td>\n",
       "      <td>[Various Artists]</td>\n",
       "      <td>2255639</td>\n",
       "      <td>불후의 명곡 - 7080 추억의 얄개시대 팝송베스트</td>\n",
       "      <td>[GN0900]</td>\n",
       "      <td>[GN0901]</td>\n",
       "      <td>20140512</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>1</td>\n",
       "      <td>Bach : Partita No. 4 In D Major, BWV 828 - II....</td>\n",
       "      <td>[29966]</td>\n",
       "      <td>[Murray Perahia]</td>\n",
       "      <td>376431</td>\n",
       "      <td>Bach : Partitas Nos. 2, 3 &amp; 4</td>\n",
       "      <td>[GN1600]</td>\n",
       "      <td>[GN1601, GN1606]</td>\n",
       "      <td>20080421</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>2</td>\n",
       "      <td>Solsbury Hill (Remastered 2002)</td>\n",
       "      <td>[3361]</td>\n",
       "      <td>[Peter Gabriel]</td>\n",
       "      <td>4698747</td>\n",
       "      <td>Hit</td>\n",
       "      <td>[GN0900]</td>\n",
       "      <td>[GN0901]</td>\n",
       "      <td>20180518</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>3</td>\n",
       "      <td>Feeling Right (Everything Is Nice) (Feat. Popc...</td>\n",
       "      <td>[838543]</td>\n",
       "      <td>[Matoma]</td>\n",
       "      <td>2644882</td>\n",
       "      <td>Feeling Right (Everything Is Nice) (Feat. Popc...</td>\n",
       "      <td>[GN1100]</td>\n",
       "      <td>[GN1102, GN1101]</td>\n",
       "      <td>20151016</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>4</td>\n",
       "      <td>그남자 그여자</td>\n",
       "      <td>[560160]</td>\n",
       "      <td>[Jude Law]</td>\n",
       "      <td>2008470</td>\n",
       "      <td>그남자 그여자</td>\n",
       "      <td>[GN1800]</td>\n",
       "      <td>[GN1802, GN1801]</td>\n",
       "      <td>20110824</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>707984</th>\n",
       "      <td>707984</td>\n",
       "      <td>Coffin For Head Of State</td>\n",
       "      <td>[166499]</td>\n",
       "      <td>[Fela Kuti]</td>\n",
       "      <td>65254</td>\n",
       "      <td>The Best Best Of The Black President</td>\n",
       "      <td>[GN2000]</td>\n",
       "      <td>[GN2001]</td>\n",
       "      <td>19991219</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>707985</th>\n",
       "      <td>707985</td>\n",
       "      <td>Change Of Heart</td>\n",
       "      <td>[11837]</td>\n",
       "      <td>[Cyndi Lauper]</td>\n",
       "      <td>44141</td>\n",
       "      <td>True Colors</td>\n",
       "      <td>[GN0900]</td>\n",
       "      <td>[GN0901]</td>\n",
       "      <td>19860000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>707986</th>\n",
       "      <td>707986</td>\n",
       "      <td>스치듯 안녕</td>\n",
       "      <td>[437]</td>\n",
       "      <td>[윤종신]</td>\n",
       "      <td>2662866</td>\n",
       "      <td>행보 2015 윤종신 / 작사가 윤종신 Live Part.1</td>\n",
       "      <td>[GN0100]</td>\n",
       "      <td>[GN0105, GN0101]</td>\n",
       "      <td>20160120</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>707987</th>\n",
       "      <td>707987</td>\n",
       "      <td>숲의 빛</td>\n",
       "      <td>[729868]</td>\n",
       "      <td>[Nature Piano]</td>\n",
       "      <td>2221722</td>\n",
       "      <td>명상의 시간을 위한 뉴에이지 음악</td>\n",
       "      <td>[GN1800]</td>\n",
       "      <td>[GN1807, GN1801]</td>\n",
       "      <td>20131217</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>707988</th>\n",
       "      <td>707988</td>\n",
       "      <td>Queen 명곡 멜로디</td>\n",
       "      <td>[895]</td>\n",
       "      <td>[김경호]</td>\n",
       "      <td>34663</td>\n",
       "      <td>김경호 Live</td>\n",
       "      <td>[GN0600]</td>\n",
       "      <td>[GN0601, GN0604]</td>\n",
       "      <td>19980000</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>707989 rows × 9 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "            id                                          song_name  \\\n",
       "0            0                                           Feelings   \n",
       "1            1  Bach : Partita No. 4 In D Major, BWV 828 - II....   \n",
       "2            2                    Solsbury Hill (Remastered 2002)   \n",
       "3            3  Feeling Right (Everything Is Nice) (Feat. Popc...   \n",
       "4            4                                            그남자 그여자   \n",
       "...        ...                                                ...   \n",
       "707984  707984                           Coffin For Head Of State   \n",
       "707985  707985                                    Change Of Heart   \n",
       "707986  707986                                             스치듯 안녕   \n",
       "707987  707987                                               숲의 빛   \n",
       "707988  707988                                       Queen 명곡 멜로디   \n",
       "\n",
       "       artist_id_basket artist_name_basket  album_id  \\\n",
       "0                [2727]  [Various Artists]   2255639   \n",
       "1               [29966]   [Murray Perahia]    376431   \n",
       "2                [3361]    [Peter Gabriel]   4698747   \n",
       "3              [838543]           [Matoma]   2644882   \n",
       "4              [560160]         [Jude Law]   2008470   \n",
       "...                 ...                ...       ...   \n",
       "707984         [166499]        [Fela Kuti]     65254   \n",
       "707985          [11837]     [Cyndi Lauper]     44141   \n",
       "707986            [437]              [윤종신]   2662866   \n",
       "707987         [729868]     [Nature Piano]   2221722   \n",
       "707988            [895]              [김경호]     34663   \n",
       "\n",
       "                                               album_name song_gn_gnr_basket  \\\n",
       "0                            불후의 명곡 - 7080 추억의 얄개시대 팝송베스트           [GN0900]   \n",
       "1                           Bach : Partitas Nos. 2, 3 & 4           [GN1600]   \n",
       "2                                                     Hit           [GN0900]   \n",
       "3       Feeling Right (Everything Is Nice) (Feat. Popc...           [GN1100]   \n",
       "4                                                 그남자 그여자           [GN1800]   \n",
       "...                                                   ...                ...   \n",
       "707984               The Best Best Of The Black President           [GN2000]   \n",
       "707985                                        True Colors           [GN0900]   \n",
       "707986                  행보 2015 윤종신 / 작사가 윤종신 Live Part.1           [GN0100]   \n",
       "707987                                 명상의 시간을 위한 뉴에이지 음악           [GN1800]   \n",
       "707988                                           김경호 Live           [GN0600]   \n",
       "\n",
       "       song_gn_dtl_gnr_basket  issue_date  \n",
       "0                    [GN0901]    20140512  \n",
       "1            [GN1601, GN1606]    20080421  \n",
       "2                    [GN0901]    20180518  \n",
       "3            [GN1102, GN1101]    20151016  \n",
       "4            [GN1802, GN1801]    20110824  \n",
       "...                       ...         ...  \n",
       "707984               [GN2001]    19991219  \n",
       "707985               [GN0901]    19860000  \n",
       "707986       [GN0105, GN0101]    20160120  \n",
       "707987       [GN1807, GN1801]    20131217  \n",
       "707988       [GN0601, GN0604]    19980000  \n",
       "\n",
       "[707989 rows x 9 columns]"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/plain": [
       "GN0100       발라드\n",
       "GN0101    세부장르전체\n",
       "GN0102       '80\n",
       "GN0103       '90\n",
       "GN0104       '00\n",
       "           ...  \n",
       "GN2900       뮤지컬\n",
       "GN2901    세부장르전체\n",
       "GN2902     국내뮤지컬\n",
       "GN2903     국외뮤지컬\n",
       "GN3000     크리스마스\n",
       "Length: 254, dtype: object"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>id</th>\n",
       "      <th>plylst_title</th>\n",
       "      <th>songs</th>\n",
       "      <th>tags</th>\n",
       "      <th>like_cnt</th>\n",
       "      <th>updt_date</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>61281</td>\n",
       "      <td>여행같은 음악</td>\n",
       "      <td>[525514, 129701, 383374, 562083, 297861, 13954...</td>\n",
       "      <td>[락]</td>\n",
       "      <td>71</td>\n",
       "      <td>2013-12-19 18:36:19.000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>10532</td>\n",
       "      <td>요즘 너 말야</td>\n",
       "      <td>[432406, 675945, 497066, 120377, 389529, 24427...</td>\n",
       "      <td>[추억, 회상]</td>\n",
       "      <td>1</td>\n",
       "      <td>2014-12-02 16:19:42.000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>76951</td>\n",
       "      <td>편하게, 잔잔하게 들을 수 있는 곡.-</td>\n",
       "      <td>[83116, 276692, 166267, 186301, 354465, 256598...</td>\n",
       "      <td>[까페, 잔잔한]</td>\n",
       "      <td>17</td>\n",
       "      <td>2017-08-28 07:09:34.000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>147456</td>\n",
       "      <td>크리스마스 분위기에 흠뻑 취하고 싶을때</td>\n",
       "      <td>[394031, 195524, 540149, 287984, 440773, 10033...</td>\n",
       "      <td>[연말, 눈오는날, 캐럴, 분위기, 따듯한, 크리스마스캐럴, 겨울노래, 크리스마스,...</td>\n",
       "      <td>33</td>\n",
       "      <td>2019-12-05 15:15:18.000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>27616</td>\n",
       "      <td>추억의 노래 ㅋ</td>\n",
       "      <td>[159327, 553610, 5130, 645103, 294435, 100657,...</td>\n",
       "      <td>[댄스]</td>\n",
       "      <td>9</td>\n",
       "      <td>2011-10-25 13:54:56.000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>115066</th>\n",
       "      <td>120325</td>\n",
       "      <td>METAL E'SM #2</td>\n",
       "      <td>[429629, 441511, 612106, 516359, 691768, 38714...</td>\n",
       "      <td>[록메탈, 밴드사운드, 록, 락메탈, 메탈, 락, extreme]</td>\n",
       "      <td>3</td>\n",
       "      <td>2020-04-17 04:31:11.000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>115067</th>\n",
       "      <td>106976</td>\n",
       "      <td>빠른 리스너를 위한 따끈따끈한 최신 인기 EDM 모음!</td>\n",
       "      <td>[321330, 216057, 534472, 240306, 331098, 23288...</td>\n",
       "      <td>[일렉]</td>\n",
       "      <td>13</td>\n",
       "      <td>2015-12-24 17:23:19.000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>115068</th>\n",
       "      <td>11343</td>\n",
       "      <td>#1. 눈물이 앞을 가리는 나의_이야기</td>\n",
       "      <td>[50512, 249024, 250608, 371171, 229942, 694943...</td>\n",
       "      <td>[담시, 가족, 눈물, 그리움, 주인공, 나의_이야기, 사랑, 친구]</td>\n",
       "      <td>4</td>\n",
       "      <td>2019-08-16 20:59:22.000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>115069</th>\n",
       "      <td>131982</td>\n",
       "      <td>퇴근 버스에서 편히 들으면서 하루를 마무리하기에 좋은 POP</td>\n",
       "      <td>[533534, 608114, 343608, 417140, 609009, 30217...</td>\n",
       "      <td>[잔잔한, 버스, 퇴근버스, Pop, 풍경, 퇴근길]</td>\n",
       "      <td>4</td>\n",
       "      <td>2019-10-25 23:40:42.000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>115070</th>\n",
       "      <td>100389</td>\n",
       "      <td>FAVORITE POPSONG!!!</td>\n",
       "      <td>[26008, 456354, 324105, 89871, 135272, 143548,...</td>\n",
       "      <td>[노래추천, 팝송추천, 팝송, 팝송모음]</td>\n",
       "      <td>17</td>\n",
       "      <td>2020-04-18 20:35:06.000</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>115071 rows × 6 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "            id                       plylst_title  \\\n",
       "0        61281                            여행같은 음악   \n",
       "1        10532                            요즘 너 말야   \n",
       "2        76951              편하게, 잔잔하게 들을 수 있는 곡.-   \n",
       "3       147456              크리스마스 분위기에 흠뻑 취하고 싶을때   \n",
       "4        27616                           추억의 노래 ㅋ   \n",
       "...        ...                                ...   \n",
       "115066  120325                      METAL E'SM #2   \n",
       "115067  106976     빠른 리스너를 위한 따끈따끈한 최신 인기 EDM 모음!   \n",
       "115068   11343              #1. 눈물이 앞을 가리는 나의_이야기   \n",
       "115069  131982  퇴근 버스에서 편히 들으면서 하루를 마무리하기에 좋은 POP   \n",
       "115070  100389                FAVORITE POPSONG!!!   \n",
       "\n",
       "                                                    songs  \\\n",
       "0       [525514, 129701, 383374, 562083, 297861, 13954...   \n",
       "1       [432406, 675945, 497066, 120377, 389529, 24427...   \n",
       "2       [83116, 276692, 166267, 186301, 354465, 256598...   \n",
       "3       [394031, 195524, 540149, 287984, 440773, 10033...   \n",
       "4       [159327, 553610, 5130, 645103, 294435, 100657,...   \n",
       "...                                                   ...   \n",
       "115066  [429629, 441511, 612106, 516359, 691768, 38714...   \n",
       "115067  [321330, 216057, 534472, 240306, 331098, 23288...   \n",
       "115068  [50512, 249024, 250608, 371171, 229942, 694943...   \n",
       "115069  [533534, 608114, 343608, 417140, 609009, 30217...   \n",
       "115070  [26008, 456354, 324105, 89871, 135272, 143548,...   \n",
       "\n",
       "                                                     tags  like_cnt  \\\n",
       "0                                                     [락]        71   \n",
       "1                                                [추억, 회상]         1   \n",
       "2                                               [까페, 잔잔한]        17   \n",
       "3       [연말, 눈오는날, 캐럴, 분위기, 따듯한, 크리스마스캐럴, 겨울노래, 크리스마스,...        33   \n",
       "4                                                    [댄스]         9   \n",
       "...                                                   ...       ...   \n",
       "115066               [록메탈, 밴드사운드, 록, 락메탈, 메탈, 락, extreme]         3   \n",
       "115067                                               [일렉]        13   \n",
       "115068             [담시, 가족, 눈물, 그리움, 주인공, 나의_이야기, 사랑, 친구]         4   \n",
       "115069                      [잔잔한, 버스, 퇴근버스, Pop, 풍경, 퇴근길]         4   \n",
       "115070                             [노래추천, 팝송추천, 팝송, 팝송모음]        17   \n",
       "\n",
       "                      updt_date  \n",
       "0       2013-12-19 18:36:19.000  \n",
       "1       2014-12-02 16:19:42.000  \n",
       "2       2017-08-28 07:09:34.000  \n",
       "3       2019-12-05 15:15:18.000  \n",
       "4       2011-10-25 13:54:56.000  \n",
       "...                         ...  \n",
       "115066  2020-04-17 04:31:11.000  \n",
       "115067  2015-12-24 17:23:19.000  \n",
       "115068  2019-08-16 20:59:22.000  \n",
       "115069  2019-10-25 23:40:42.000  \n",
       "115070  2020-04-18 20:35:06.000  \n",
       "\n",
       "[115071 rows x 6 columns]"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>id</th>\n",
       "      <th>plylst_title</th>\n",
       "      <th>songs</th>\n",
       "      <th>tags</th>\n",
       "      <th>like_cnt</th>\n",
       "      <th>updt_date</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>118598</td>\n",
       "      <td></td>\n",
       "      <td>[373313, 151080, 275346, 696876, 165237, 52593...</td>\n",
       "      <td>[]</td>\n",
       "      <td>1675</td>\n",
       "      <td>2019-05-27 14:14:33.000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>131447</td>\n",
       "      <td>앨리스테이블</td>\n",
       "      <td>[]</td>\n",
       "      <td>[]</td>\n",
       "      <td>1</td>\n",
       "      <td>2014-07-16 15:24:24.000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>51464</td>\n",
       "      <td></td>\n",
       "      <td>[529437, 516103, 360067, 705713, 226062, 37089...</td>\n",
       "      <td>[]</td>\n",
       "      <td>62</td>\n",
       "      <td>2008-06-21 23:26:22.000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>45144</td>\n",
       "      <td></td>\n",
       "      <td>[589668, 21711, 570151, 320043, 13930, 599327,...</td>\n",
       "      <td>[]</td>\n",
       "      <td>20</td>\n",
       "      <td>2017-10-30 18:15:43.000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>79929</td>\n",
       "      <td></td>\n",
       "      <td>[672718, 121924, 102694, 683657, 201558, 38511...</td>\n",
       "      <td>[]</td>\n",
       "      <td>20</td>\n",
       "      <td>2017-02-07 11:40:42.000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23010</th>\n",
       "      <td>101722</td>\n",
       "      <td></td>\n",
       "      <td>[75842, 26083, 244183, 684715, 500593, 508608,...</td>\n",
       "      <td>[잔잔한]</td>\n",
       "      <td>17</td>\n",
       "      <td>2015-12-17 14:06:05.000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23011</th>\n",
       "      <td>122127</td>\n",
       "      <td></td>\n",
       "      <td>[450275, 487671, 561031, 663944, 628672, 59121...</td>\n",
       "      <td>[어머니, 힘들때, 아빠, 가족, 위로받고싶을때]</td>\n",
       "      <td>10</td>\n",
       "      <td>2020-04-16 21:35:44.000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23012</th>\n",
       "      <td>77438</td>\n",
       "      <td></td>\n",
       "      <td>[625875, 464051, 11657, 236393, 358186, 213435...</td>\n",
       "      <td>[]</td>\n",
       "      <td>0</td>\n",
       "      <td>2019-03-27 15:27:40.000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23013</th>\n",
       "      <td>36231</td>\n",
       "      <td></td>\n",
       "      <td>[161094, 665833, 688145, 432735, 439938, 12665...</td>\n",
       "      <td>[]</td>\n",
       "      <td>31</td>\n",
       "      <td>2015-11-18 11:49:09.000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23014</th>\n",
       "      <td>65189</td>\n",
       "      <td></td>\n",
       "      <td>[643070, 132994, 98223, 293236, 513129, 650494...</td>\n",
       "      <td>[]</td>\n",
       "      <td>19</td>\n",
       "      <td>2017-04-23 16:50:58.000</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>23015 rows × 6 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "           id plylst_title                                              songs  \\\n",
       "0      118598               [373313, 151080, 275346, 696876, 165237, 52593...   \n",
       "1      131447       앨리스테이블                                                 []   \n",
       "2       51464               [529437, 516103, 360067, 705713, 226062, 37089...   \n",
       "3       45144               [589668, 21711, 570151, 320043, 13930, 599327,...   \n",
       "4       79929               [672718, 121924, 102694, 683657, 201558, 38511...   \n",
       "...       ...          ...                                                ...   \n",
       "23010  101722               [75842, 26083, 244183, 684715, 500593, 508608,...   \n",
       "23011  122127               [450275, 487671, 561031, 663944, 628672, 59121...   \n",
       "23012   77438               [625875, 464051, 11657, 236393, 358186, 213435...   \n",
       "23013   36231               [161094, 665833, 688145, 432735, 439938, 12665...   \n",
       "23014   65189               [643070, 132994, 98223, 293236, 513129, 650494...   \n",
       "\n",
       "                              tags  like_cnt                updt_date  \n",
       "0                               []      1675  2019-05-27 14:14:33.000  \n",
       "1                               []         1  2014-07-16 15:24:24.000  \n",
       "2                               []        62  2008-06-21 23:26:22.000  \n",
       "3                               []        20  2017-10-30 18:15:43.000  \n",
       "4                               []        20  2017-02-07 11:40:42.000  \n",
       "...                            ...       ...                      ...  \n",
       "23010                        [잔잔한]        17  2015-12-17 14:06:05.000  \n",
       "23011  [어머니, 힘들때, 아빠, 가족, 위로받고싶을때]        10  2020-04-16 21:35:44.000  \n",
       "23012                           []         0  2019-03-27 15:27:40.000  \n",
       "23013                           []        31  2015-11-18 11:49:09.000  \n",
       "23014                           []        19  2017-04-23 16:50:58.000  \n",
       "\n",
       "[23015 rows x 6 columns]"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>id</th>\n",
       "      <th>plylst_title</th>\n",
       "      <th>songs</th>\n",
       "      <th>tags</th>\n",
       "      <th>like_cnt</th>\n",
       "      <th>updt_date</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>70107</td>\n",
       "      <td></td>\n",
       "      <td>[398985, 449403, 411543, 528044, 143048, 98020...</td>\n",
       "      <td>[]</td>\n",
       "      <td>6</td>\n",
       "      <td>2012-09-29 01:57:26.000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>7461</td>\n",
       "      <td></td>\n",
       "      <td>[196298, 269984, 267805, 175867, 529244, 63825...</td>\n",
       "      <td>[나만의Best3, 인디아티스트들의추천음악]</td>\n",
       "      <td>0</td>\n",
       "      <td>2019-12-17 14:06:45.000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>90348</td>\n",
       "      <td></td>\n",
       "      <td>[273433, 331003, 68432, 411659, 117793, 616860...</td>\n",
       "      <td>[드라이브]</td>\n",
       "      <td>21</td>\n",
       "      <td>2015-05-23 10:44:48.000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>58617</td>\n",
       "      <td></td>\n",
       "      <td>[702227, 48152, 440008, 358488, 701041, 540721...</td>\n",
       "      <td>[분위기]</td>\n",
       "      <td>0</td>\n",
       "      <td>2019-03-14 09:47:34.000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>102395</td>\n",
       "      <td></td>\n",
       "      <td>[630683, 481582, 528550, 285114, 506667, 17922...</td>\n",
       "      <td>[]</td>\n",
       "      <td>38</td>\n",
       "      <td>2018-07-11 16:43:32.000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10735</th>\n",
       "      <td>137930</td>\n",
       "      <td></td>\n",
       "      <td>[323755, 397594, 445908, 570242, 221853, 20018...</td>\n",
       "      <td>[추억]</td>\n",
       "      <td>16</td>\n",
       "      <td>2016-04-18 11:02:09.000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10736</th>\n",
       "      <td>936</td>\n",
       "      <td></td>\n",
       "      <td>[105140, 582252, 199262, 422915, 547967, 48791...</td>\n",
       "      <td>[띵곡의, 우울, 분위기, 드라이브, 산책]</td>\n",
       "      <td>1</td>\n",
       "      <td>2020-04-08 07:15:59.000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10737</th>\n",
       "      <td>110589</td>\n",
       "      <td></td>\n",
       "      <td>[21976, 207746, 40025, 31635, 567462, 641799, ...</td>\n",
       "      <td>[기분전환]</td>\n",
       "      <td>6</td>\n",
       "      <td>2016-06-29 00:57:21.000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10738</th>\n",
       "      <td>2605</td>\n",
       "      <td></td>\n",
       "      <td>[234554, 265033, 507260, 83092, 366757, 497097...</td>\n",
       "      <td>[여름]</td>\n",
       "      <td>4</td>\n",
       "      <td>2015-06-06 09:52:01.000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10739</th>\n",
       "      <td>126651</td>\n",
       "      <td></td>\n",
       "      <td>[685111, 20039, 634240, 519385, 321994, 525309...</td>\n",
       "      <td>[]</td>\n",
       "      <td>14</td>\n",
       "      <td>2015-10-26 17:43:30.000</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>10740 rows × 6 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "           id plylst_title                                              songs  \\\n",
       "0       70107               [398985, 449403, 411543, 528044, 143048, 98020...   \n",
       "1        7461               [196298, 269984, 267805, 175867, 529244, 63825...   \n",
       "2       90348               [273433, 331003, 68432, 411659, 117793, 616860...   \n",
       "3       58617               [702227, 48152, 440008, 358488, 701041, 540721...   \n",
       "4      102395               [630683, 481582, 528550, 285114, 506667, 17922...   \n",
       "...       ...          ...                                                ...   \n",
       "10735  137930               [323755, 397594, 445908, 570242, 221853, 20018...   \n",
       "10736     936               [105140, 582252, 199262, 422915, 547967, 48791...   \n",
       "10737  110589               [21976, 207746, 40025, 31635, 567462, 641799, ...   \n",
       "10738    2605               [234554, 265033, 507260, 83092, 366757, 497097...   \n",
       "10739  126651               [685111, 20039, 634240, 519385, 321994, 525309...   \n",
       "\n",
       "                           tags  like_cnt                updt_date  \n",
       "0                            []         6  2012-09-29 01:57:26.000  \n",
       "1      [나만의Best3, 인디아티스트들의추천음악]         0  2019-12-17 14:06:45.000  \n",
       "2                        [드라이브]        21  2015-05-23 10:44:48.000  \n",
       "3                         [분위기]         0  2019-03-14 09:47:34.000  \n",
       "4                            []        38  2018-07-11 16:43:32.000  \n",
       "...                         ...       ...                      ...  \n",
       "10735                      [추억]        16  2016-04-18 11:02:09.000  \n",
       "10736  [띵곡의, 우울, 분위기, 드라이브, 산책]         1  2020-04-08 07:15:59.000  \n",
       "10737                    [기분전환]         6  2016-06-29 00:57:21.000  \n",
       "10738                      [여름]         4  2015-06-06 09:52:01.000  \n",
       "10739                        []        14  2015-10-26 17:43:30.000  \n",
       "\n",
       "[10740 rows x 6 columns]"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "song = pd.read_json(\"res/song_meta.json\")[[\"id\", \"song_name\", \"artist_id_basket\", \"artist_name_basket\",\\\n",
    "                                            \"album_id\", \"album_name\", \"song_gn_gnr_basket\",\\\n",
    "                                            \"song_gn_dtl_gnr_basket\", \"issue_date\"]]\n",
    "genre = pd.read_json(\"res/genre_gn_all.json\", typ=\"series\")\n",
    "train = pd.read_json(\"res/train.json\")[[\"id\", \"plylst_title\", \"songs\", \"tags\", \"like_cnt\", \"updt_date\"]]\n",
    "val = pd.read_json(\"res/val.json\")[[\"id\", \"plylst_title\", \"songs\", \"tags\", \"like_cnt\", \"updt_date\"]]\n",
    "test = pd.read_json(\"res/test.json\")[[\"id\", \"plylst_title\", \"songs\", \"tags\", \"like_cnt\", \"updt_date\"]]\n",
    "display(song, genre, train, val, test)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>id</th>\n",
       "      <th>plylst_title</th>\n",
       "      <th>songs</th>\n",
       "      <th>tags</th>\n",
       "      <th>like_cnt</th>\n",
       "      <th>updt_date</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>61281</td>\n",
       "      <td>여행같은 음악</td>\n",
       "      <td>[525514, 129701, 383374, 562083, 297861, 13954...</td>\n",
       "      <td>[0]</td>\n",
       "      <td>71</td>\n",
       "      <td>2013-12-19 18:36:19.000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>10532</td>\n",
       "      <td>요즘 너 말야</td>\n",
       "      <td>[432406, 675945, 497066, 120377, 389529, 24427...</td>\n",
       "      <td>[1, 2]</td>\n",
       "      <td>1</td>\n",
       "      <td>2014-12-02 16:19:42.000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>76951</td>\n",
       "      <td>편하게, 잔잔하게 들을 수 있는 곡.-</td>\n",
       "      <td>[83116, 276692, 166267, 186301, 354465, 256598...</td>\n",
       "      <td>[3, 4]</td>\n",
       "      <td>17</td>\n",
       "      <td>2017-08-28 07:09:34.000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>147456</td>\n",
       "      <td>크리스마스 분위기에 흠뻑 취하고 싶을때</td>\n",
       "      <td>[394031, 195524, 540149, 287984, 440773, 10033...</td>\n",
       "      <td>[5, 6, 7, 8, 9, 10, 11, 12, 13, 14]</td>\n",
       "      <td>33</td>\n",
       "      <td>2019-12-05 15:15:18.000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>27616</td>\n",
       "      <td>추억의 노래 ㅋ</td>\n",
       "      <td>[159327, 553610, 5130, 645103, 294435, 100657,...</td>\n",
       "      <td>[15]</td>\n",
       "      <td>9</td>\n",
       "      <td>2011-10-25 13:54:56.000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>115066</th>\n",
       "      <td>120325</td>\n",
       "      <td>METAL E'SM #2</td>\n",
       "      <td>[429629, 441511, 612106, 516359, 691768, 38714...</td>\n",
       "      <td>[2083, 2287, 36, 1023, 34, 0, 22994]</td>\n",
       "      <td>3</td>\n",
       "      <td>2020-04-17 04:31:11.000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>115067</th>\n",
       "      <td>106976</td>\n",
       "      <td>빠른 리스너를 위한 따끈따끈한 최신 인기 EDM 모음!</td>\n",
       "      <td>[321330, 216057, 534472, 240306, 331098, 23288...</td>\n",
       "      <td>[25]</td>\n",
       "      <td>13</td>\n",
       "      <td>2015-12-24 17:23:19.000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>115068</th>\n",
       "      <td>11343</td>\n",
       "      <td>#1. 눈물이 앞을 가리는 나의_이야기</td>\n",
       "      <td>[50512, 249024, 250608, 371171, 229942, 694943...</td>\n",
       "      <td>[9387, 455, 474, 447, 5836, 9388, 30, 1223]</td>\n",
       "      <td>4</td>\n",
       "      <td>2019-08-16 20:59:22.000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>115069</th>\n",
       "      <td>131982</td>\n",
       "      <td>퇴근 버스에서 편히 들으면서 하루를 마무리하기에 좋은 POP</td>\n",
       "      <td>[533534, 608114, 343608, 417140, 609009, 30217...</td>\n",
       "      <td>[4, 210, 8561, 18, 5685, 187]</td>\n",
       "      <td>4</td>\n",
       "      <td>2019-10-25 23:40:42.000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>115070</th>\n",
       "      <td>100389</td>\n",
       "      <td>FAVORITE POPSONG!!!</td>\n",
       "      <td>[26008, 456354, 324105, 89871, 135272, 143548,...</td>\n",
       "      <td>[148, 222, 309, 1314]</td>\n",
       "      <td>17</td>\n",
       "      <td>2020-04-18 20:35:06.000</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>115071 rows × 6 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "            id                       plylst_title  \\\n",
       "0        61281                            여행같은 음악   \n",
       "1        10532                            요즘 너 말야   \n",
       "2        76951              편하게, 잔잔하게 들을 수 있는 곡.-   \n",
       "3       147456              크리스마스 분위기에 흠뻑 취하고 싶을때   \n",
       "4        27616                           추억의 노래 ㅋ   \n",
       "...        ...                                ...   \n",
       "115066  120325                      METAL E'SM #2   \n",
       "115067  106976     빠른 리스너를 위한 따끈따끈한 최신 인기 EDM 모음!   \n",
       "115068   11343              #1. 눈물이 앞을 가리는 나의_이야기   \n",
       "115069  131982  퇴근 버스에서 편히 들으면서 하루를 마무리하기에 좋은 POP   \n",
       "115070  100389                FAVORITE POPSONG!!!   \n",
       "\n",
       "                                                    songs  \\\n",
       "0       [525514, 129701, 383374, 562083, 297861, 13954...   \n",
       "1       [432406, 675945, 497066, 120377, 389529, 24427...   \n",
       "2       [83116, 276692, 166267, 186301, 354465, 256598...   \n",
       "3       [394031, 195524, 540149, 287984, 440773, 10033...   \n",
       "4       [159327, 553610, 5130, 645103, 294435, 100657,...   \n",
       "...                                                   ...   \n",
       "115066  [429629, 441511, 612106, 516359, 691768, 38714...   \n",
       "115067  [321330, 216057, 534472, 240306, 331098, 23288...   \n",
       "115068  [50512, 249024, 250608, 371171, 229942, 694943...   \n",
       "115069  [533534, 608114, 343608, 417140, 609009, 30217...   \n",
       "115070  [26008, 456354, 324105, 89871, 135272, 143548,...   \n",
       "\n",
       "                                               tags  like_cnt  \\\n",
       "0                                               [0]        71   \n",
       "1                                            [1, 2]         1   \n",
       "2                                            [3, 4]        17   \n",
       "3               [5, 6, 7, 8, 9, 10, 11, 12, 13, 14]        33   \n",
       "4                                              [15]         9   \n",
       "...                                             ...       ...   \n",
       "115066         [2083, 2287, 36, 1023, 34, 0, 22994]         3   \n",
       "115067                                         [25]        13   \n",
       "115068  [9387, 455, 474, 447, 5836, 9388, 30, 1223]         4   \n",
       "115069                [4, 210, 8561, 18, 5685, 187]         4   \n",
       "115070                        [148, 222, 309, 1314]        17   \n",
       "\n",
       "                      updt_date  \n",
       "0       2013-12-19 18:36:19.000  \n",
       "1       2014-12-02 16:19:42.000  \n",
       "2       2017-08-28 07:09:34.000  \n",
       "3       2019-12-05 15:15:18.000  \n",
       "4       2011-10-25 13:54:56.000  \n",
       "...                         ...  \n",
       "115066  2020-04-17 04:31:11.000  \n",
       "115067  2015-12-24 17:23:19.000  \n",
       "115068  2019-08-16 20:59:22.000  \n",
       "115069  2019-10-25 23:40:42.000  \n",
       "115070  2020-04-18 20:35:06.000  \n",
       "\n",
       "[115071 rows x 6 columns]"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>id</th>\n",
       "      <th>plylst_title</th>\n",
       "      <th>songs</th>\n",
       "      <th>tags</th>\n",
       "      <th>like_cnt</th>\n",
       "      <th>updt_date</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>118598</td>\n",
       "      <td></td>\n",
       "      <td>[373313, 151080, 275346, 696876, 165237, 52593...</td>\n",
       "      <td>[]</td>\n",
       "      <td>1675</td>\n",
       "      <td>2019-05-27 14:14:33.000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>131447</td>\n",
       "      <td>앨리스테이블</td>\n",
       "      <td>[]</td>\n",
       "      <td>[]</td>\n",
       "      <td>1</td>\n",
       "      <td>2014-07-16 15:24:24.000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>51464</td>\n",
       "      <td></td>\n",
       "      <td>[529437, 516103, 360067, 705713, 226062, 37089...</td>\n",
       "      <td>[]</td>\n",
       "      <td>62</td>\n",
       "      <td>2008-06-21 23:26:22.000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>45144</td>\n",
       "      <td></td>\n",
       "      <td>[589668, 21711, 570151, 320043, 13930, 599327,...</td>\n",
       "      <td>[]</td>\n",
       "      <td>20</td>\n",
       "      <td>2017-10-30 18:15:43.000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>79929</td>\n",
       "      <td></td>\n",
       "      <td>[672718, 121924, 102694, 683657, 201558, 38511...</td>\n",
       "      <td>[]</td>\n",
       "      <td>20</td>\n",
       "      <td>2017-02-07 11:40:42.000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23010</th>\n",
       "      <td>101722</td>\n",
       "      <td></td>\n",
       "      <td>[75842, 26083, 244183, 684715, 500593, 508608,...</td>\n",
       "      <td>[4]</td>\n",
       "      <td>17</td>\n",
       "      <td>2015-12-17 14:06:05.000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23011</th>\n",
       "      <td>122127</td>\n",
       "      <td></td>\n",
       "      <td>[450275, 487671, 561031, 663944, 628672, 59121...</td>\n",
       "      <td>[11913, 335, 3162, 455, 23086]</td>\n",
       "      <td>10</td>\n",
       "      <td>2020-04-16 21:35:44.000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23012</th>\n",
       "      <td>77438</td>\n",
       "      <td></td>\n",
       "      <td>[625875, 464051, 11657, 236393, 358186, 213435...</td>\n",
       "      <td>[]</td>\n",
       "      <td>0</td>\n",
       "      <td>2019-03-27 15:27:40.000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23013</th>\n",
       "      <td>36231</td>\n",
       "      <td></td>\n",
       "      <td>[161094, 665833, 688145, 432735, 439938, 12665...</td>\n",
       "      <td>[]</td>\n",
       "      <td>31</td>\n",
       "      <td>2015-11-18 11:49:09.000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23014</th>\n",
       "      <td>65189</td>\n",
       "      <td></td>\n",
       "      <td>[643070, 132994, 98223, 293236, 513129, 650494...</td>\n",
       "      <td>[]</td>\n",
       "      <td>19</td>\n",
       "      <td>2017-04-23 16:50:58.000</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>23015 rows × 6 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "           id plylst_title                                              songs  \\\n",
       "0      118598               [373313, 151080, 275346, 696876, 165237, 52593...   \n",
       "1      131447       앨리스테이블                                                 []   \n",
       "2       51464               [529437, 516103, 360067, 705713, 226062, 37089...   \n",
       "3       45144               [589668, 21711, 570151, 320043, 13930, 599327,...   \n",
       "4       79929               [672718, 121924, 102694, 683657, 201558, 38511...   \n",
       "...       ...          ...                                                ...   \n",
       "23010  101722               [75842, 26083, 244183, 684715, 500593, 508608,...   \n",
       "23011  122127               [450275, 487671, 561031, 663944, 628672, 59121...   \n",
       "23012   77438               [625875, 464051, 11657, 236393, 358186, 213435...   \n",
       "23013   36231               [161094, 665833, 688145, 432735, 439938, 12665...   \n",
       "23014   65189               [643070, 132994, 98223, 293236, 513129, 650494...   \n",
       "\n",
       "                                 tags  like_cnt                updt_date  \n",
       "0                                  []      1675  2019-05-27 14:14:33.000  \n",
       "1                                  []         1  2014-07-16 15:24:24.000  \n",
       "2                                  []        62  2008-06-21 23:26:22.000  \n",
       "3                                  []        20  2017-10-30 18:15:43.000  \n",
       "4                                  []        20  2017-02-07 11:40:42.000  \n",
       "...                               ...       ...                      ...  \n",
       "23010                             [4]        17  2015-12-17 14:06:05.000  \n",
       "23011  [11913, 335, 3162, 455, 23086]        10  2020-04-16 21:35:44.000  \n",
       "23012                              []         0  2019-03-27 15:27:40.000  \n",
       "23013                              []        31  2015-11-18 11:49:09.000  \n",
       "23014                              []        19  2017-04-23 16:50:58.000  \n",
       "\n",
       "[23015 rows x 6 columns]"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "tag_to_id, id_to_tag = tag_id_meta(train, val)\n",
    "train2 = convert_tag_to_id(train, tag_to_id)\n",
    "val2   = convert_tag_to_id(val  , tag_to_id)\n",
    "display(train2, val2)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "29630"
      ]
     },
     "execution_count": 15,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "tag_to_id2, id_to_tag2 = tag_id_meta(train, test)\n",
    "len(id_to_tag2.keys())"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "TOTAL_SONGS"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "707989"
      ]
     },
     "execution_count": 5,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "song.shape[0]"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "MAX_SONGS_FREQ"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "2175"
      ]
     },
     "execution_count": 7,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "freq_songs = np.zeros(707989, dtype=np.int64)\n",
    "for _songs in train.songs:\n",
    "    freq_songs[_songs] += 1\n",
    "np.max(freq_songs)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "TOTAL_TAGS"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "30197"
      ]
     },
     "execution_count": 14,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "len(id_to_tag.keys())"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "MAX_TAGS_FREQ"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "16465"
      ]
     },
     "execution_count": 12,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "freq_tags = np.zeros(30197, dtype=np.int64)\n",
    "for _tags in train2.tags:\n",
    "    freq_tags[_tags] += 1\n",
    "np.max(freq_tags)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "TOTAL_PLAYLISTS"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "115071"
      ]
     },
     "execution_count": 8,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "train.shape[0]"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Run main.py"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/Users/jehunyoo/AI/kakao/MelonPlaylistContinuation/main/neighbor.py:6: UserWarning: Unsupported module 'tqdm' is used.\n",
      "  warn(\"Unsupported module 'tqdm' is used.\")\n",
      "/Users/jehunyoo/AI/kakao/MelonPlaylistContinuation/main/neighbor_knn.py:7: UserWarning: Unsupported module 'tqdm' is used.\n",
      "  warn(\"Unsupported module 'tqdm' is used.\")\n"
     ]
    }
   ],
   "source": [
    "import numpy as np\n",
    "import pandas as pd\n",
    "from neighbor import Neighbor\n",
    "from neighbor_knn import NeighborKNN\n",
    "from data_util import *\n",
    "from arena_util import load_json, write_json"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {
    "scrolled": true
   },
   "outputs": [],
   "source": [
    "# song_meta = load_json('res/song_meta.json')\n",
    "# train = load_json('res/train.json')\n",
    "# val = load_json('res/val.json')\n",
    "# test = load_json('res/val.json')\n",
    "# display(song_meta, train, val, test)\n",
    "song_meta = pd.read_json(\"res/song_meta.json\")\n",
    "train = pd.read_json(\"res/train.json\")\n",
    "val = pd.read_json(\"res/val.json\")\n",
    "# test = pd.read_json(\"res/test.json\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [],
   "source": [
    "tag_to_id, id_to_tag = tag_id_meta(train, val)\n",
    "new_train = convert_tag_to_id(train, tag_to_id)\n",
    "new_val   = convert_tag_to_id(val  , tag_to_id)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [],
   "source": [
    "### 2. modeling\n",
    "### 2.1 hyperparameters: pow_alpha, pow_beta\n",
    "pow_alpha = 0.7\n",
    "pow_beta = 0.0"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Neighbor version: Neighbor-1.1\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "100%|██████████| 10/10 [00:08<00:00,  1.19it/s]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "       id                                              songs tags\n",
      "0  118598  [207912, 623047, 703323, 78983, 422438, 638488...   []\n",
      "1  131447                                                 []   []\n",
      "2   51464  [533739, 585216, 457500, 683765, 358450, 41036...   []\n",
      "3   45144  [144663, 349492, 285895, 367963, 174749, 28951...   []\n",
      "4   79929  [211220, 412769, 70314, 445299, 106129, 289089...   []\n",
      "5  138538  [137048, 33513, 381455, 133213, 31935, 653738,...   []\n",
      "6  127575  [38868, 701515, 525967, 17266, 583995, 519094,...   []\n",
      "7  115317  [553084, 496477, 558799, 307813, 140859, 32183...   []\n",
      "8   80810                                                 []   []\n",
      "9  142007                                                 []   []\n"
     ]
    }
   ],
   "source": [
    "### 3. parameter setting - Neighbor.predict()\n",
    "### 3.1 range(start, end); if end == None, then range(start, end of val)\n",
    "### 3.2 auto_save: boolean; False(default)\n",
    "### 3.3 return type of Neighbor.predict() : pandas.DataFrame\n",
    "pred = Neighbor(pow_alpha=pow_alpha, pow_beta=pow_beta, \\\n",
    "                train=new_train, val=new_val).predict(start=0, end=10, auto_save=False)\n",
    "pred = convert_id_to_tag(pred, id_to_tag)\n",
    "print(pred)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.7.6"
  },
  "varInspector": {
   "cols": {
    "lenName": 16,
    "lenType": 16,
    "lenVar": 40
   },
   "kernels_config": {
    "python": {
     "delete_cmd_postfix": "",
     "delete_cmd_prefix": "del ",
     "library": "var_list.py",
     "varRefreshCmd": "print(var_dic_list())"
    },
    "r": {
     "delete_cmd_postfix": ") ",
     "delete_cmd_prefix": "rm(",
     "library": "var_list.r",
     "varRefreshCmd": "cat(var_dic_list()) "
    }
   },
   "types_to_exclude": [
    "module",
    "function",
    "builtin_function_or_method",
    "instance",
    "_Feature"
   ],
   "window_display": false
  }
 },
 "nbformat": 4,
 "nbformat_minor": 4
}