ValidationData.ipynb

{
  "nbformat": 4,
  "nbformat_minor": 0,
  "metadata": {
    "colab": {
      "name": "ValidationData.ipynb",
      "provenance": [],
      "authorship_tag": "ABX9TyMKcNuq/0yMpnLfVtxSGrKK",
      "include_colab_link": true
    },
    "kernelspec": {
      "name": "python3",
      "display_name": "Python 3"
    },
    "language_info": {
      "name": "python"
    }
  },
  "cells": [
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "view-in-github",
        "colab_type": "text"
      },
      "source": [
        "<a href=\"https://colab.research.google.com/github/sag005/spotify-playlist-recommendation/blob/main/ValidationData.ipynb\" target=\"_parent\"><img src=\"https://colab.research.google.com/assets/colab-badge.svg\" alt=\"Open In Colab\"/></a>"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "xaaHyaS_MIa2"
      },
      "source": [
        "import json\n",
        "import pandas as pd"
      ],
      "execution_count": 1,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "pFw5dWWZM7Wp"
      },
      "source": [
        "tracks_data = pd.read_pickle('track_data.pkl')"
      ],
      "execution_count": 2,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "nwPAzI8mNQtE"
      },
      "source": [
        "tracks_uris = set(tracks_data['track_uri'].to_list())"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "YpiiRW1nQxKC"
      },
      "source": [
        "def loadPlaylistData(data,cnt):\n",
        "  under_30_tracks_playlists = [playlist for playlist in data['playlists'] if 15 <= playlist['num_tracks'] <= 30]\n",
        "  filtered = []\n",
        "  df = []\n",
        "  for playlist in under_30_tracks_playlists:\n",
        "    track_uris = []\n",
        "    for track in playlist['tracks']:\n",
        "      track_uris.append(track['track_uri'])\n",
        "    if set(track_uris).issubset(tracks_uris):\n",
        "      playlist['tracks'] = track_uris\n",
        "      filtered.append(playlist)\n",
        "  return filtered"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "DRo4mV0RMUDI"
      },
      "source": [
        "# def loadTrackData(data, cnt):\n",
        "#   tracks_20_playlists = [playlist for playlist in data['playlists'] if 15 <= playlist['num_tracks'] <= 30]\n",
        "#   df = []\n",
        "#   for playlist in tracks_20_playlists:\n",
        "#     p_df = pd.DataFrame(playlist['tracks'], columns=['album_name','album_uri', 'artist_name', 'artist_uri', 'duration_ms', 'track_name', 'pos', 'track_uri'])\n",
        "#     track_sub = set(p_df['track_uri'].to_list())\n",
        "#     if track_sub.issubset(tracks_uris):\n",
        "#       cnt+=1\n",
        "#       print(cnt)\n",
        "#       pl_df = pd.DataFrame(playlist)\n",
        "#       df.append(pl_df)\n",
        "#   return df"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "dPgFOMZKMQGy"
      },
      "source": [
        "all_playlists = []\n",
        "for fileName in ['mpd.slice.835000-835999.json','mpd.slice.834000-834999.json','mpd.slice.833000-833999.json','mpd.slice.832000-832999.json','mpd.slice.839000-839999.json', 'mpd.slice.838000-838999.json', 'mpd.slice.837000-837999.json', 'mpd.slice.836000-836999.json','mpd.slice.844000-844999.json','mpd.slice.844000-844999.json','mpd.slice.844000-844999.json','mpd.slice.844000-844999.json','mpd.slice.840000-840999.json','mpd.slice.841000-841999.json','mpd.slice.842000-842999.json','mpd.slice.843000-843999.json','mpd.slice.844000-844999.json', 'mpd.slice.845000-845999.json', 'mpd.slice.846000-846999.json', 'mpd.slice.847000-847999.json','mpd.slice.848000-848999.json', 'mpd.slice.849000-849999.json', 'mpd.slice.85000-85999.json', 'mpd.slice.850000-850999.json','mpd.slice.851000-851999.json', 'mpd.slice.852000-852999.json', 'mpd.slice.853000-853999.json', 'mpd.slice.854000-854999.json','mpd.slice.855000-855999.json', 'mpd.slice.856000-856999.json']:\n",
        "  f = open(fileName)\n",
        "  data = json.load(f)\n",
        "  cnt = 0\n",
        "  all_playlists.extend(loadPlaylistData(data, cnt))"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "VMvvpf7oP4Gg"
      },
      "source": [
        "pll_df = pd.DataFrame(all_playlists)"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "uanvv2RUQl-h"
      },
      "source": [
        "pll_df.drop_duplicates('pid', inplace=True)"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "Ii5KZjBHSQLr"
      },
      "source": [
        "pll_df.reset_index(inplace=True)"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 609
        },
        "id": "NkwjRnarVjIR",
        "outputId": "bc3ae9d7-4b97-4901-880c-c07a6909da81"
      },
      "source": [
        "pll_df"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/html": [
              "<div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>index</th>\n",
              "      <th>name</th>\n",
              "      <th>collaborative</th>\n",
              "      <th>pid</th>\n",
              "      <th>modified_at</th>\n",
              "      <th>num_tracks</th>\n",
              "      <th>num_albums</th>\n",
              "      <th>num_followers</th>\n",
              "      <th>tracks</th>\n",
              "      <th>num_edits</th>\n",
              "      <th>duration_ms</th>\n",
              "      <th>num_artists</th>\n",
              "      <th>description</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>0</td>\n",
              "      <td>morning tunes</td>\n",
              "      <td>false</td>\n",
              "      <td>835096</td>\n",
              "      <td>1495497600</td>\n",
              "      <td>24</td>\n",
              "      <td>23</td>\n",
              "      <td>1</td>\n",
              "      <td>[spotify:track:0cuq829zRNq4AEdmDJA4aw, spotify...</td>\n",
              "      <td>11</td>\n",
              "      <td>5217269</td>\n",
              "      <td>21</td>\n",
              "      <td>NaN</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>1</td>\n",
              "      <td>my mix</td>\n",
              "      <td>false</td>\n",
              "      <td>835122</td>\n",
              "      <td>1508112000</td>\n",
              "      <td>24</td>\n",
              "      <td>20</td>\n",
              "      <td>1</td>\n",
              "      <td>[spotify:track:4DMKwE2E2iYDKY01C335Uw, spotify...</td>\n",
              "      <td>2</td>\n",
              "      <td>5247202</td>\n",
              "      <td>18</td>\n",
              "      <td>NaN</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>2</td>\n",
              "      <td>vibes</td>\n",
              "      <td>false</td>\n",
              "      <td>835259</td>\n",
              "      <td>1493856000</td>\n",
              "      <td>19</td>\n",
              "      <td>11</td>\n",
              "      <td>1</td>\n",
              "      <td>[spotify:track:6y6jbcPG4Yn3Du4moXaenr, spotify...</td>\n",
              "      <td>5</td>\n",
              "      <td>4006365</td>\n",
              "      <td>5</td>\n",
              "      <td>NaN</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>3</td>\n",
              "      <td>Drake</td>\n",
              "      <td>false</td>\n",
              "      <td>835262</td>\n",
              "      <td>1480118400</td>\n",
              "      <td>22</td>\n",
              "      <td>11</td>\n",
              "      <td>1</td>\n",
              "      <td>[spotify:track:5InOp6q2vvx0fShv3bzFLZ, spotify...</td>\n",
              "      <td>13</td>\n",
              "      <td>5003299</td>\n",
              "      <td>3</td>\n",
              "      <td>NaN</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>4</td>\n",
              "      <td>DANCE PARTY</td>\n",
              "      <td>false</td>\n",
              "      <td>835274</td>\n",
              "      <td>1496707200</td>\n",
              "      <td>22</td>\n",
              "      <td>22</td>\n",
              "      <td>1</td>\n",
              "      <td>[spotify:track:07Tx168RSsUS1HqkDIOZbH, spotify...</td>\n",
              "      <td>2</td>\n",
              "      <td>4713848</td>\n",
              "      <td>20</td>\n",
              "      <td>NaN</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>...</th>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>395</th>\n",
              "      <td>435</td>\n",
              "      <td>Party</td>\n",
              "      <td>false</td>\n",
              "      <td>856726</td>\n",
              "      <td>1509235200</td>\n",
              "      <td>27</td>\n",
              "      <td>25</td>\n",
              "      <td>1</td>\n",
              "      <td>[spotify:track:1vNn7rVQT6UtEW1NGH53fT, spotify...</td>\n",
              "      <td>5</td>\n",
              "      <td>5968241</td>\n",
              "      <td>21</td>\n",
              "      <td>NaN</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>396</th>\n",
              "      <td>436</td>\n",
              "      <td>old music</td>\n",
              "      <td>false</td>\n",
              "      <td>856838</td>\n",
              "      <td>1488067200</td>\n",
              "      <td>30</td>\n",
              "      <td>26</td>\n",
              "      <td>1</td>\n",
              "      <td>[spotify:track:7pYPpFhFyOwCjf4y7vdJqM, spotify...</td>\n",
              "      <td>4</td>\n",
              "      <td>7165764</td>\n",
              "      <td>22</td>\n",
              "      <td>NaN</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>397</th>\n",
              "      <td>437</td>\n",
              "      <td>FunKy</td>\n",
              "      <td>false</td>\n",
              "      <td>856865</td>\n",
              "      <td>1485475200</td>\n",
              "      <td>24</td>\n",
              "      <td>23</td>\n",
              "      <td>2</td>\n",
              "      <td>[spotify:track:5uuJruktM9fMdN9Va0DUMl, spotify...</td>\n",
              "      <td>9</td>\n",
              "      <td>6038833</td>\n",
              "      <td>21</td>\n",
              "      <td>NaN</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>398</th>\n",
              "      <td>438</td>\n",
              "      <td>Good songs</td>\n",
              "      <td>false</td>\n",
              "      <td>856893</td>\n",
              "      <td>1509062400</td>\n",
              "      <td>19</td>\n",
              "      <td>15</td>\n",
              "      <td>24</td>\n",
              "      <td>[spotify:track:1UZOjK1BwmwWU14Erba9CZ, spotify...</td>\n",
              "      <td>8</td>\n",
              "      <td>3947123</td>\n",
              "      <td>13</td>\n",
              "      <td>NaN</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>399</th>\n",
              "      <td>439</td>\n",
              "      <td>hype</td>\n",
              "      <td>false</td>\n",
              "      <td>856952</td>\n",
              "      <td>1455753600</td>\n",
              "      <td>18</td>\n",
              "      <td>15</td>\n",
              "      <td>1</td>\n",
              "      <td>[spotify:track:4X5f3vT8MRuXF68pfjNte5, spotify...</td>\n",
              "      <td>2</td>\n",
              "      <td>4336607</td>\n",
              "      <td>10</td>\n",
              "      <td>NaN</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "<p>400 rows × 13 columns</p>\n",
              "</div>"
            ],
            "text/plain": [
              "     index           name collaborative  ...  duration_ms  num_artists  description\n",
              "0        0  morning tunes         false  ...      5217269           21          NaN\n",
              "1        1         my mix         false  ...      5247202           18          NaN\n",
              "2        2          vibes         false  ...      4006365            5          NaN\n",
              "3        3          Drake         false  ...      5003299            3          NaN\n",
              "4        4    DANCE PARTY         false  ...      4713848           20          NaN\n",
              "..     ...            ...           ...  ...          ...          ...          ...\n",
              "395    435          Party         false  ...      5968241           21          NaN\n",
              "396    436     old music          false  ...      7165764           22          NaN\n",
              "397    437          FunKy         false  ...      6038833           21          NaN\n",
              "398    438    Good songs          false  ...      3947123           13          NaN\n",
              "399    439           hype         false  ...      4336607           10          NaN\n",
              "\n",
              "[400 rows x 13 columns]"
            ]
          },
          "metadata": {},
          "execution_count": 22
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "liYfE_uwVkW9"
      },
      "source": [
        "from sklearn.model_selection import train_test_split\n",
        "\n",
        "valid, test = train_test_split(pll_df, test_size=0.3)"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "lkRBfcH9XGRc"
      },
      "source": [
        "valid.to_pickle(\"validation_data.pkl\")\n",
        "test.to_pickle(\"test_data.pkl\")"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "3a-RzmKtXVVa"
      },
      "source": [
        "test_data = pd.read_pickle('test_data.pkl')"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 609
        },
        "id": "4AmVqp77XvPt",
        "outputId": "dc1a860f-9368-48d8-ddd4-27ff5e36e5ee"
      },
      "source": [
        "valid.drop(['level_0', 'index'], axis=1)"
      ],
      "execution_count": 36,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/html": [
              "<div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>name</th>\n",
              "      <th>collaborative</th>\n",
              "      <th>pid</th>\n",
              "      <th>modified_at</th>\n",
              "      <th>num_tracks</th>\n",
              "      <th>num_albums</th>\n",
              "      <th>num_followers</th>\n",
              "      <th>tracks</th>\n",
              "      <th>num_edits</th>\n",
              "      <th>duration_ms</th>\n",
              "      <th>num_artists</th>\n",
              "      <th>description</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>wedding songs</td>\n",
              "      <td>false</td>\n",
              "      <td>848075</td>\n",
              "      <td>1476403200</td>\n",
              "      <td>20</td>\n",
              "      <td>20</td>\n",
              "      <td>1</td>\n",
              "      <td>[spotify:track:75p6fgACKYIyIhsoG411SZ, spotify...</td>\n",
              "      <td>4</td>\n",
              "      <td>4340872</td>\n",
              "      <td>20</td>\n",
              "      <td>NaN</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>Motown</td>\n",
              "      <td>false</td>\n",
              "      <td>835562</td>\n",
              "      <td>1437696000</td>\n",
              "      <td>16</td>\n",
              "      <td>16</td>\n",
              "      <td>2</td>\n",
              "      <td>[spotify:track:4LxIGAVfcQIw0zAQRyFhU8, spotify...</td>\n",
              "      <td>3</td>\n",
              "      <td>2925429</td>\n",
              "      <td>12</td>\n",
              "      <td>NaN</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>Rap</td>\n",
              "      <td>false</td>\n",
              "      <td>842381</td>\n",
              "      <td>1461888000</td>\n",
              "      <td>17</td>\n",
              "      <td>15</td>\n",
              "      <td>2</td>\n",
              "      <td>[spotify:track:1ID1QFSNNxi0hiZCNcwjUC, spotify...</td>\n",
              "      <td>8</td>\n",
              "      <td>4039881</td>\n",
              "      <td>11</td>\n",
              "      <td>NaN</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>trolls</td>\n",
              "      <td>false</td>\n",
              "      <td>845069</td>\n",
              "      <td>1503100800</td>\n",
              "      <td>17</td>\n",
              "      <td>7</td>\n",
              "      <td>2</td>\n",
              "      <td>[spotify:track:2986J0T5CGwJGY3aqgANtE, spotify...</td>\n",
              "      <td>2</td>\n",
              "      <td>2995715</td>\n",
              "      <td>9</td>\n",
              "      <td>NaN</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>Kanye</td>\n",
              "      <td>false</td>\n",
              "      <td>839158</td>\n",
              "      <td>1480982400</td>\n",
              "      <td>15</td>\n",
              "      <td>8</td>\n",
              "      <td>1</td>\n",
              "      <td>[spotify:track:4WSSY5ZnbhVN2PVXcjY1yh, spotify...</td>\n",
              "      <td>4</td>\n",
              "      <td>3724368</td>\n",
              "      <td>3</td>\n",
              "      <td>NaN</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>...</th>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>275</th>\n",
              "      <td>❤️</td>\n",
              "      <td>false</td>\n",
              "      <td>833681</td>\n",
              "      <td>1500249600</td>\n",
              "      <td>25</td>\n",
              "      <td>23</td>\n",
              "      <td>2</td>\n",
              "      <td>[spotify:track:6yHkPtl6UQ7RjtJLBPzbJw, spotify...</td>\n",
              "      <td>13</td>\n",
              "      <td>5728808</td>\n",
              "      <td>20</td>\n",
              "      <td>NaN</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>276</th>\n",
              "      <td>CHILL</td>\n",
              "      <td>false</td>\n",
              "      <td>849330</td>\n",
              "      <td>1506038400</td>\n",
              "      <td>24</td>\n",
              "      <td>19</td>\n",
              "      <td>1</td>\n",
              "      <td>[spotify:track:0CcQNd8CINkwQfe1RDtGV6, spotify...</td>\n",
              "      <td>5</td>\n",
              "      <td>5111066</td>\n",
              "      <td>19</td>\n",
              "      <td>NaN</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>277</th>\n",
              "      <td>ok</td>\n",
              "      <td>false</td>\n",
              "      <td>834256</td>\n",
              "      <td>1474588800</td>\n",
              "      <td>22</td>\n",
              "      <td>18</td>\n",
              "      <td>1</td>\n",
              "      <td>[spotify:track:0z9UVN8VBHJ9HdfYsOuuNf, spotify...</td>\n",
              "      <td>2</td>\n",
              "      <td>4792007</td>\n",
              "      <td>14</td>\n",
              "      <td>NaN</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>278</th>\n",
              "      <td>old hits</td>\n",
              "      <td>false</td>\n",
              "      <td>85608</td>\n",
              "      <td>1507766400</td>\n",
              "      <td>15</td>\n",
              "      <td>15</td>\n",
              "      <td>1</td>\n",
              "      <td>[spotify:track:2NBQmPrOEEjA8VbeWOQGxO, spotify...</td>\n",
              "      <td>2</td>\n",
              "      <td>3667420</td>\n",
              "      <td>14</td>\n",
              "      <td>NaN</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>279</th>\n",
              "      <td>My Favorites</td>\n",
              "      <td>false</td>\n",
              "      <td>846717</td>\n",
              "      <td>1507248000</td>\n",
              "      <td>22</td>\n",
              "      <td>20</td>\n",
              "      <td>2</td>\n",
              "      <td>[spotify:track:6sDQ4uiWw9OdVrCXFLSlZt, spotify...</td>\n",
              "      <td>3</td>\n",
              "      <td>4812313</td>\n",
              "      <td>18</td>\n",
              "      <td>NaN</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "<p>280 rows × 12 columns</p>\n",
              "</div>"
            ],
            "text/plain": [
              "              name collaborative     pid  ...  duration_ms  num_artists  description\n",
              "0    wedding songs         false  848075  ...      4340872           20          NaN\n",
              "1           Motown         false  835562  ...      2925429           12          NaN\n",
              "2              Rap         false  842381  ...      4039881           11          NaN\n",
              "3           trolls         false  845069  ...      2995715            9          NaN\n",
              "4            Kanye         false  839158  ...      3724368            3          NaN\n",
              "..             ...           ...     ...  ...          ...          ...          ...\n",
              "275             ❤️         false  833681  ...      5728808           20          NaN\n",
              "276          CHILL         false  849330  ...      5111066           19          NaN\n",
              "277             ok         false  834256  ...      4792007           14          NaN\n",
              "278       old hits         false   85608  ...      3667420           14          NaN\n",
              "279   My Favorites         false  846717  ...      4812313           18          NaN\n",
              "\n",
              "[280 rows x 12 columns]"
            ]
          },
          "metadata": {},
          "execution_count": 36
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "UyYBeIe_XwRp"
      },
      "source": [
        "artist_WithHeld_names = []\n",
        "with_held_songs = []\n",
        "for index, row in valid.iterrows():\n",
        "    tracks = row['tracks']\n",
        "    seed = tracks[:-10 or None]\n",
        "    withheld = tracks[-10:]\n",
        "    artists_withHeld = []\n",
        "    for track in withheld:\n",
        "      artists_withHeld.append(tracks_data.loc[tracks_data['track_uri']==track]['artist_name'].iloc[0])\n",
        "    artist_WithHeld_names.append(artists_withHeld)\n",
        "    with_held_songs.append(withheld)"
      ],
      "execution_count": 78,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "mTHZZwpGbzO7"
      },
      "source": [
        "valid['with_held_tracks'] = with_held_songs\n",
        "valid['with_held_artists'] = artist_WithHeld_names\n"
      ],
      "execution_count": 79,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 779
        },
        "id": "79FESAjMgonc",
        "outputId": "815859b2-c0aa-44c0-89fe-3269f6a625f3"
      },
      "source": [
        "valid"
      ],
      "execution_count": 80,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/html": [
              "<div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>level_0</th>\n",
              "      <th>index</th>\n",
              "      <th>name</th>\n",
              "      <th>collaborative</th>\n",
              "      <th>pid</th>\n",
              "      <th>modified_at</th>\n",
              "      <th>num_tracks</th>\n",
              "      <th>num_albums</th>\n",
              "      <th>num_followers</th>\n",
              "      <th>tracks</th>\n",
              "      <th>num_edits</th>\n",
              "      <th>duration_ms</th>\n",
              "      <th>num_artists</th>\n",
              "      <th>description</th>\n",
              "      <th>with_held_tracks</th>\n",
              "      <th>with_held_artists</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>233</td>\n",
              "      <td>273</td>\n",
              "      <td>wedding songs</td>\n",
              "      <td>false</td>\n",
              "      <td>848075</td>\n",
              "      <td>1476403200</td>\n",
              "      <td>20</td>\n",
              "      <td>20</td>\n",
              "      <td>1</td>\n",
              "      <td>[spotify:track:75p6fgACKYIyIhsoG411SZ, spotify...</td>\n",
              "      <td>4</td>\n",
              "      <td>4340872</td>\n",
              "      <td>20</td>\n",
              "      <td>NaN</td>\n",
              "      <td>[spotify:track:1jyddn36UN4tVsJGtaJfem, spotify...</td>\n",
              "      <td>[Ray LaMontagne, Train, Ben Rector, Band of Ho...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>8</td>\n",
              "      <td>8</td>\n",
              "      <td>Motown</td>\n",
              "      <td>false</td>\n",
              "      <td>835562</td>\n",
              "      <td>1437696000</td>\n",
              "      <td>16</td>\n",
              "      <td>16</td>\n",
              "      <td>2</td>\n",
              "      <td>[spotify:track:4LxIGAVfcQIw0zAQRyFhU8, spotify...</td>\n",
              "      <td>3</td>\n",
              "      <td>2925429</td>\n",
              "      <td>12</td>\n",
              "      <td>NaN</td>\n",
              "      <td>[spotify:track:2Po67bkabDRE2BcquBNdu1, spotify...</td>\n",
              "      <td>[The Supremes, The Jackson 5, Four Tops, Mary ...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>165</td>\n",
              "      <td>195</td>\n",
              "      <td>Rap</td>\n",
              "      <td>false</td>\n",
              "      <td>842381</td>\n",
              "      <td>1461888000</td>\n",
              "      <td>17</td>\n",
              "      <td>15</td>\n",
              "      <td>2</td>\n",
              "      <td>[spotify:track:1ID1QFSNNxi0hiZCNcwjUC, spotify...</td>\n",
              "      <td>8</td>\n",
              "      <td>4039881</td>\n",
              "      <td>11</td>\n",
              "      <td>NaN</td>\n",
              "      <td>[spotify:track:10I3CmmwT0BkOVhduDy53o, spotify...</td>\n",
              "      <td>[Kevin Gates, J. Cole, Wiz Khalifa, G-Eazy, Dr...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>181</td>\n",
              "      <td>221</td>\n",
              "      <td>trolls</td>\n",
              "      <td>false</td>\n",
              "      <td>845069</td>\n",
              "      <td>1503100800</td>\n",
              "      <td>17</td>\n",
              "      <td>7</td>\n",
              "      <td>2</td>\n",
              "      <td>[spotify:track:2986J0T5CGwJGY3aqgANtE, spotify...</td>\n",
              "      <td>2</td>\n",
              "      <td>2995715</td>\n",
              "      <td>9</td>\n",
              "      <td>NaN</td>\n",
              "      <td>[spotify:track:1w1kzejjmiMhdWAOecgo4l, spotify...</td>\n",
              "      <td>[Ariana Grande, Anna Kendrick, Justin Timberla...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>57</td>\n",
              "      <td>57</td>\n",
              "      <td>Kanye</td>\n",
              "      <td>false</td>\n",
              "      <td>839158</td>\n",
              "      <td>1480982400</td>\n",
              "      <td>15</td>\n",
              "      <td>8</td>\n",
              "      <td>1</td>\n",
              "      <td>[spotify:track:4WSSY5ZnbhVN2PVXcjY1yh, spotify...</td>\n",
              "      <td>4</td>\n",
              "      <td>3724368</td>\n",
              "      <td>3</td>\n",
              "      <td>NaN</td>\n",
              "      <td>[spotify:track:6C7RJEIUDqKkJRZVWdkfkH, spotify...</td>\n",
              "      <td>[Kanye West, Kanye West, Kanye West, Kanye Wes...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>...</th>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>275</th>\n",
              "      <td>38</td>\n",
              "      <td>38</td>\n",
              "      <td>❤️</td>\n",
              "      <td>false</td>\n",
              "      <td>833681</td>\n",
              "      <td>1500249600</td>\n",
              "      <td>25</td>\n",
              "      <td>23</td>\n",
              "      <td>2</td>\n",
              "      <td>[spotify:track:6yHkPtl6UQ7RjtJLBPzbJw, spotify...</td>\n",
              "      <td>13</td>\n",
              "      <td>5728808</td>\n",
              "      <td>20</td>\n",
              "      <td>NaN</td>\n",
              "      <td>[spotify:track:3pndPhlQWjuSoXhcIIdBjv, spotify...</td>\n",
              "      <td>[Russ, Rihanna, Migos, Luis Fonsi, Big Sean, D...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>276</th>\n",
              "      <td>251</td>\n",
              "      <td>291</td>\n",
              "      <td>CHILL</td>\n",
              "      <td>false</td>\n",
              "      <td>849330</td>\n",
              "      <td>1506038400</td>\n",
              "      <td>24</td>\n",
              "      <td>19</td>\n",
              "      <td>1</td>\n",
              "      <td>[spotify:track:0CcQNd8CINkwQfe1RDtGV6, spotify...</td>\n",
              "      <td>5</td>\n",
              "      <td>5111066</td>\n",
              "      <td>19</td>\n",
              "      <td>NaN</td>\n",
              "      <td>[spotify:track:3A7qX2QjDlPnazUsRk5y0M, spotify...</td>\n",
              "      <td>[David Guetta, Fifth Harmony, Rita Ora, Selena...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>277</th>\n",
              "      <td>20</td>\n",
              "      <td>20</td>\n",
              "      <td>ok</td>\n",
              "      <td>false</td>\n",
              "      <td>834256</td>\n",
              "      <td>1474588800</td>\n",
              "      <td>22</td>\n",
              "      <td>18</td>\n",
              "      <td>1</td>\n",
              "      <td>[spotify:track:0z9UVN8VBHJ9HdfYsOuuNf, spotify...</td>\n",
              "      <td>2</td>\n",
              "      <td>4792007</td>\n",
              "      <td>14</td>\n",
              "      <td>NaN</td>\n",
              "      <td>[spotify:track:3pzjHKrQSvXGHQ98dx18HI, spotify...</td>\n",
              "      <td>[Justin Bieber, Rihanna, Beyoncé, Maroon 5, Ju...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>278</th>\n",
              "      <td>275</td>\n",
              "      <td>315</td>\n",
              "      <td>old hits</td>\n",
              "      <td>false</td>\n",
              "      <td>85608</td>\n",
              "      <td>1507766400</td>\n",
              "      <td>15</td>\n",
              "      <td>15</td>\n",
              "      <td>1</td>\n",
              "      <td>[spotify:track:2NBQmPrOEEjA8VbeWOQGxO, spotify...</td>\n",
              "      <td>2</td>\n",
              "      <td>3667420</td>\n",
              "      <td>14</td>\n",
              "      <td>NaN</td>\n",
              "      <td>[spotify:track:5XJJdNPkwmbUwE79gv0NxK, spotify...</td>\n",
              "      <td>[Kanye West, Lil Jon &amp; The East Side Boyz, Nel...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>279</th>\n",
              "      <td>210</td>\n",
              "      <td>250</td>\n",
              "      <td>My Favorites</td>\n",
              "      <td>false</td>\n",
              "      <td>846717</td>\n",
              "      <td>1507248000</td>\n",
              "      <td>22</td>\n",
              "      <td>20</td>\n",
              "      <td>2</td>\n",
              "      <td>[spotify:track:6sDQ4uiWw9OdVrCXFLSlZt, spotify...</td>\n",
              "      <td>3</td>\n",
              "      <td>4812313</td>\n",
              "      <td>18</td>\n",
              "      <td>NaN</td>\n",
              "      <td>[spotify:track:2rb5MvYT7ZIxbKW5hfcHx8, spotify...</td>\n",
              "      <td>[J Balvin, Christian Nodal, Bruno Mars, The Ch...</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "<p>280 rows × 16 columns</p>\n",
              "</div>"
            ],
            "text/plain": [
              "     level_0  ...                                  with_held_artists\n",
              "0        233  ...  [Ray LaMontagne, Train, Ben Rector, Band of Ho...\n",
              "1          8  ...  [The Supremes, The Jackson 5, Four Tops, Mary ...\n",
              "2        165  ...  [Kevin Gates, J. Cole, Wiz Khalifa, G-Eazy, Dr...\n",
              "3        181  ...  [Ariana Grande, Anna Kendrick, Justin Timberla...\n",
              "4         57  ...  [Kanye West, Kanye West, Kanye West, Kanye Wes...\n",
              "..       ...  ...                                                ...\n",
              "275       38  ...  [Russ, Rihanna, Migos, Luis Fonsi, Big Sean, D...\n",
              "276      251  ...  [David Guetta, Fifth Harmony, Rita Ora, Selena...\n",
              "277       20  ...  [Justin Bieber, Rihanna, Beyoncé, Maroon 5, Ju...\n",
              "278      275  ...  [Kanye West, Lil Jon & The East Side Boyz, Nel...\n",
              "279      210  ...  [J Balvin, Christian Nodal, Bruno Mars, The Ch...\n",
              "\n",
              "[280 rows x 16 columns]"
            ]
          },
          "metadata": {},
          "execution_count": 80
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "vVled_0Bhjgf"
      },
      "source": [
        "artist_WithHeld_names = []\n",
        "with_held_songs = []\n",
        "for index, row in test.iterrows():\n",
        "    tracks = row['tracks']\n",
        "    seed = tracks[:-10 or None]\n",
        "    withheld = tracks[-10:]\n",
        "    artists_withHeld = []\n",
        "    for track in withheld:\n",
        "      artists_withHeld.append(tracks_data.loc[tracks_data['track_uri']==track]['artist_name'].iloc[0])\n",
        "    artist_WithHeld_names.append(artists_withHeld)\n",
        "    with_held_songs.append(withheld)"
      ],
      "execution_count": 81,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "b7Mfz4qiiJkR"
      },
      "source": [
        "test['with_held_tracks'] = with_held_songs\n",
        "test['with_held_artists'] = artist_WithHeld_names"
      ],
      "execution_count": 82,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 762
        },
        "id": "uE3qA10IiMzY",
        "outputId": "04cf2df0-00aa-46b2-a5ca-45719ac41a13"
      },
      "source": [
        "test"
      ],
      "execution_count": 83,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/html": [
              "<div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>index</th>\n",
              "      <th>name</th>\n",
              "      <th>collaborative</th>\n",
              "      <th>pid</th>\n",
              "      <th>modified_at</th>\n",
              "      <th>num_tracks</th>\n",
              "      <th>num_albums</th>\n",
              "      <th>num_followers</th>\n",
              "      <th>tracks</th>\n",
              "      <th>num_edits</th>\n",
              "      <th>duration_ms</th>\n",
              "      <th>num_artists</th>\n",
              "      <th>description</th>\n",
              "      <th>with_held_tracks</th>\n",
              "      <th>with_held_artists</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>87</th>\n",
              "      <td>87</td>\n",
              "      <td>rap</td>\n",
              "      <td>false</td>\n",
              "      <td>838952</td>\n",
              "      <td>1472169600</td>\n",
              "      <td>15</td>\n",
              "      <td>15</td>\n",
              "      <td>1</td>\n",
              "      <td>[spotify:track:6fujklziTHa8uoM5OQSfIo, spotify...</td>\n",
              "      <td>6</td>\n",
              "      <td>3468169</td>\n",
              "      <td>14</td>\n",
              "      <td>NaN</td>\n",
              "      <td>[spotify:track:5SsR3wtCOafDmZgvIdRhSm, spotify...</td>\n",
              "      <td>[ScHoolboy Q, DRAM, Snoop Dogg, Denzel Curry, ...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>35</th>\n",
              "      <td>35</td>\n",
              "      <td>Guardians</td>\n",
              "      <td>false</td>\n",
              "      <td>833559</td>\n",
              "      <td>1503705600</td>\n",
              "      <td>21</td>\n",
              "      <td>20</td>\n",
              "      <td>1</td>\n",
              "      <td>[spotify:track:5IMtdHjJ1OtkxbGe4zfUxQ, spotify...</td>\n",
              "      <td>4</td>\n",
              "      <td>5147061</td>\n",
              "      <td>19</td>\n",
              "      <td>NaN</td>\n",
              "      <td>[spotify:track:7fqhrLJzKHJ0RW32N0y2Gp, spotify...</td>\n",
              "      <td>[Norman Greenbaum, Redbone, The Five Stairstep...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>167</th>\n",
              "      <td>197</td>\n",
              "      <td>turnt</td>\n",
              "      <td>false</td>\n",
              "      <td>842628</td>\n",
              "      <td>1468800000</td>\n",
              "      <td>19</td>\n",
              "      <td>17</td>\n",
              "      <td>2</td>\n",
              "      <td>[spotify:track:0PT7nlpo11hYYyfnBgtilT, spotify...</td>\n",
              "      <td>2</td>\n",
              "      <td>3986457</td>\n",
              "      <td>15</td>\n",
              "      <td>NaN</td>\n",
              "      <td>[spotify:track:1Ser4X0TKttOvo8bgdytTP, spotify...</td>\n",
              "      <td>[Rae Sremmurd, Jidenna, Rihanna, Ginuwine, Dra...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>74</th>\n",
              "      <td>74</td>\n",
              "      <td>✌🏻️</td>\n",
              "      <td>false</td>\n",
              "      <td>838330</td>\n",
              "      <td>1461542400</td>\n",
              "      <td>19</td>\n",
              "      <td>18</td>\n",
              "      <td>1</td>\n",
              "      <td>[spotify:track:17Fd6Yb7mSbinKG8LoWfFl, spotify...</td>\n",
              "      <td>5</td>\n",
              "      <td>4266350</td>\n",
              "      <td>18</td>\n",
              "      <td>NaN</td>\n",
              "      <td>[spotify:track:3ge54HUrk1ht3EX5SMhIzZ, spotify...</td>\n",
              "      <td>[Meghan Trainor, Charlie Puth, The Chainsmoker...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>86</th>\n",
              "      <td>86</td>\n",
              "      <td>wubba lubba dub dub</td>\n",
              "      <td>false</td>\n",
              "      <td>838917</td>\n",
              "      <td>1494460800</td>\n",
              "      <td>18</td>\n",
              "      <td>16</td>\n",
              "      <td>2</td>\n",
              "      <td>[spotify:track:2VzpKY6w1RGr5J0Fz5pmKa, spotify...</td>\n",
              "      <td>4</td>\n",
              "      <td>4024536</td>\n",
              "      <td>15</td>\n",
              "      <td>NaN</td>\n",
              "      <td>[spotify:track:343YBumqHu19cGoGARUTsd, spotify...</td>\n",
              "      <td>[Drake, Rae Sremmurd, Kendrick Lamar, Kendrick...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>...</th>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>244</th>\n",
              "      <td>284</td>\n",
              "      <td>2017</td>\n",
              "      <td>false</td>\n",
              "      <td>848703</td>\n",
              "      <td>1496102400</td>\n",
              "      <td>18</td>\n",
              "      <td>16</td>\n",
              "      <td>1</td>\n",
              "      <td>[spotify:track:4aWmUDTfIPGksMNLV2rQP2, spotify...</td>\n",
              "      <td>11</td>\n",
              "      <td>4030939</td>\n",
              "      <td>14</td>\n",
              "      <td>NaN</td>\n",
              "      <td>[spotify:track:152lZdxL1OR0ZMW6KquMif, spotify...</td>\n",
              "      <td>[Khalid, A Boogie Wit da Hoodie, Bebe Rexha, L...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>284</th>\n",
              "      <td>324</td>\n",
              "      <td>april</td>\n",
              "      <td>false</td>\n",
              "      <td>850078</td>\n",
              "      <td>1494115200</td>\n",
              "      <td>15</td>\n",
              "      <td>14</td>\n",
              "      <td>3</td>\n",
              "      <td>[spotify:track:4Q3N4Ct4zCuIHuZ65E3BD4, spotify...</td>\n",
              "      <td>9</td>\n",
              "      <td>3234996</td>\n",
              "      <td>14</td>\n",
              "      <td>NaN</td>\n",
              "      <td>[spotify:track:6mapJIPnQ23RTAevUoE0DL, spotify...</td>\n",
              "      <td>[Rae Sremmurd, PnB Rock, Lupe Fiasco, NAV, Ken...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>78</th>\n",
              "      <td>78</td>\n",
              "      <td>Popular</td>\n",
              "      <td>false</td>\n",
              "      <td>838429</td>\n",
              "      <td>1479254400</td>\n",
              "      <td>25</td>\n",
              "      <td>24</td>\n",
              "      <td>1</td>\n",
              "      <td>[spotify:track:7BKLCZ1jbUBVqRi2FVlTVw, spotify...</td>\n",
              "      <td>7</td>\n",
              "      <td>5748439</td>\n",
              "      <td>22</td>\n",
              "      <td>NaN</td>\n",
              "      <td>[spotify:track:0azC730Exh71aQlOt9Zj3y, spotify...</td>\n",
              "      <td>[Calvin Harris, G-Eazy, Mike Posner, Avicii, F...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>362</th>\n",
              "      <td>402</td>\n",
              "      <td>Oldies</td>\n",
              "      <td>false</td>\n",
              "      <td>854955</td>\n",
              "      <td>1491609600</td>\n",
              "      <td>30</td>\n",
              "      <td>27</td>\n",
              "      <td>1</td>\n",
              "      <td>[spotify:track:0LN0ASTtcGIbNTnjSHG6eO, spotify...</td>\n",
              "      <td>5</td>\n",
              "      <td>7040543</td>\n",
              "      <td>18</td>\n",
              "      <td>NaN</td>\n",
              "      <td>[spotify:track:2b9lp5A6CqSzwOrBfAFhof, spotify...</td>\n",
              "      <td>[Ozzy Osbourne, Motörhead, Boston, The Kinks, ...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>28</th>\n",
              "      <td>28</td>\n",
              "      <td>Running mix</td>\n",
              "      <td>false</td>\n",
              "      <td>833263</td>\n",
              "      <td>1498262400</td>\n",
              "      <td>26</td>\n",
              "      <td>26</td>\n",
              "      <td>14</td>\n",
              "      <td>[spotify:track:6JV2JOEocMgcZxYSZelKcc, spotify...</td>\n",
              "      <td>11</td>\n",
              "      <td>5625520</td>\n",
              "      <td>25</td>\n",
              "      <td>NaN</td>\n",
              "      <td>[spotify:track:4nMlau89VAjmV7agkl7OY3, spotify...</td>\n",
              "      <td>[Andy Grammer, Anne-Marie, Shakira, Aanysa, Al...</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "<p>120 rows × 15 columns</p>\n",
              "</div>"
            ],
            "text/plain": [
              "     index  ...                                  with_held_artists\n",
              "87      87  ...  [ScHoolboy Q, DRAM, Snoop Dogg, Denzel Curry, ...\n",
              "35      35  ...  [Norman Greenbaum, Redbone, The Five Stairstep...\n",
              "167    197  ...  [Rae Sremmurd, Jidenna, Rihanna, Ginuwine, Dra...\n",
              "74      74  ...  [Meghan Trainor, Charlie Puth, The Chainsmoker...\n",
              "86      86  ...  [Drake, Rae Sremmurd, Kendrick Lamar, Kendrick...\n",
              "..     ...  ...                                                ...\n",
              "244    284  ...  [Khalid, A Boogie Wit da Hoodie, Bebe Rexha, L...\n",
              "284    324  ...  [Rae Sremmurd, PnB Rock, Lupe Fiasco, NAV, Ken...\n",
              "78      78  ...  [Calvin Harris, G-Eazy, Mike Posner, Avicii, F...\n",
              "362    402  ...  [Ozzy Osbourne, Motörhead, Boston, The Kinks, ...\n",
              "28      28  ...  [Andy Grammer, Anne-Marie, Shakira, Aanysa, Al...\n",
              "\n",
              "[120 rows x 15 columns]"
            ]
          },
          "metadata": {},
          "execution_count": 83
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 762
        },
        "id": "e0UFL6QqiPAq",
        "outputId": "ebc70715-bc9b-4067-83a1-7d92f79e9e72"
      },
      "source": [
        "test.drop('index', axis=1)"
      ],
      "execution_count": 84,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/html": [
              "<div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>name</th>\n",
              "      <th>collaborative</th>\n",
              "      <th>pid</th>\n",
              "      <th>modified_at</th>\n",
              "      <th>num_tracks</th>\n",
              "      <th>num_albums</th>\n",
              "      <th>num_followers</th>\n",
              "      <th>tracks</th>\n",
              "      <th>num_edits</th>\n",
              "      <th>duration_ms</th>\n",
              "      <th>num_artists</th>\n",
              "      <th>description</th>\n",
              "      <th>with_held_tracks</th>\n",
              "      <th>with_held_artists</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>87</th>\n",
              "      <td>rap</td>\n",
              "      <td>false</td>\n",
              "      <td>838952</td>\n",
              "      <td>1472169600</td>\n",
              "      <td>15</td>\n",
              "      <td>15</td>\n",
              "      <td>1</td>\n",
              "      <td>[spotify:track:6fujklziTHa8uoM5OQSfIo, spotify...</td>\n",
              "      <td>6</td>\n",
              "      <td>3468169</td>\n",
              "      <td>14</td>\n",
              "      <td>NaN</td>\n",
              "      <td>[spotify:track:5SsR3wtCOafDmZgvIdRhSm, spotify...</td>\n",
              "      <td>[ScHoolboy Q, DRAM, Snoop Dogg, Denzel Curry, ...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>35</th>\n",
              "      <td>Guardians</td>\n",
              "      <td>false</td>\n",
              "      <td>833559</td>\n",
              "      <td>1503705600</td>\n",
              "      <td>21</td>\n",
              "      <td>20</td>\n",
              "      <td>1</td>\n",
              "      <td>[spotify:track:5IMtdHjJ1OtkxbGe4zfUxQ, spotify...</td>\n",
              "      <td>4</td>\n",
              "      <td>5147061</td>\n",
              "      <td>19</td>\n",
              "      <td>NaN</td>\n",
              "      <td>[spotify:track:7fqhrLJzKHJ0RW32N0y2Gp, spotify...</td>\n",
              "      <td>[Norman Greenbaum, Redbone, The Five Stairstep...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>167</th>\n",
              "      <td>turnt</td>\n",
              "      <td>false</td>\n",
              "      <td>842628</td>\n",
              "      <td>1468800000</td>\n",
              "      <td>19</td>\n",
              "      <td>17</td>\n",
              "      <td>2</td>\n",
              "      <td>[spotify:track:0PT7nlpo11hYYyfnBgtilT, spotify...</td>\n",
              "      <td>2</td>\n",
              "      <td>3986457</td>\n",
              "      <td>15</td>\n",
              "      <td>NaN</td>\n",
              "      <td>[spotify:track:1Ser4X0TKttOvo8bgdytTP, spotify...</td>\n",
              "      <td>[Rae Sremmurd, Jidenna, Rihanna, Ginuwine, Dra...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>74</th>\n",
              "      <td>✌🏻️</td>\n",
              "      <td>false</td>\n",
              "      <td>838330</td>\n",
              "      <td>1461542400</td>\n",
              "      <td>19</td>\n",
              "      <td>18</td>\n",
              "      <td>1</td>\n",
              "      <td>[spotify:track:17Fd6Yb7mSbinKG8LoWfFl, spotify...</td>\n",
              "      <td>5</td>\n",
              "      <td>4266350</td>\n",
              "      <td>18</td>\n",
              "      <td>NaN</td>\n",
              "      <td>[spotify:track:3ge54HUrk1ht3EX5SMhIzZ, spotify...</td>\n",
              "      <td>[Meghan Trainor, Charlie Puth, The Chainsmoker...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>86</th>\n",
              "      <td>wubba lubba dub dub</td>\n",
              "      <td>false</td>\n",
              "      <td>838917</td>\n",
              "      <td>1494460800</td>\n",
              "      <td>18</td>\n",
              "      <td>16</td>\n",
              "      <td>2</td>\n",
              "      <td>[spotify:track:2VzpKY6w1RGr5J0Fz5pmKa, spotify...</td>\n",
              "      <td>4</td>\n",
              "      <td>4024536</td>\n",
              "      <td>15</td>\n",
              "      <td>NaN</td>\n",
              "      <td>[spotify:track:343YBumqHu19cGoGARUTsd, spotify...</td>\n",
              "      <td>[Drake, Rae Sremmurd, Kendrick Lamar, Kendrick...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>...</th>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>244</th>\n",
              "      <td>2017</td>\n",
              "      <td>false</td>\n",
              "      <td>848703</td>\n",
              "      <td>1496102400</td>\n",
              "      <td>18</td>\n",
              "      <td>16</td>\n",
              "      <td>1</td>\n",
              "      <td>[spotify:track:4aWmUDTfIPGksMNLV2rQP2, spotify...</td>\n",
              "      <td>11</td>\n",
              "      <td>4030939</td>\n",
              "      <td>14</td>\n",
              "      <td>NaN</td>\n",
              "      <td>[spotify:track:152lZdxL1OR0ZMW6KquMif, spotify...</td>\n",
              "      <td>[Khalid, A Boogie Wit da Hoodie, Bebe Rexha, L...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>284</th>\n",
              "      <td>april</td>\n",
              "      <td>false</td>\n",
              "      <td>850078</td>\n",
              "      <td>1494115200</td>\n",
              "      <td>15</td>\n",
              "      <td>14</td>\n",
              "      <td>3</td>\n",
              "      <td>[spotify:track:4Q3N4Ct4zCuIHuZ65E3BD4, spotify...</td>\n",
              "      <td>9</td>\n",
              "      <td>3234996</td>\n",
              "      <td>14</td>\n",
              "      <td>NaN</td>\n",
              "      <td>[spotify:track:6mapJIPnQ23RTAevUoE0DL, spotify...</td>\n",
              "      <td>[Rae Sremmurd, PnB Rock, Lupe Fiasco, NAV, Ken...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>78</th>\n",
              "      <td>Popular</td>\n",
              "      <td>false</td>\n",
              "      <td>838429</td>\n",
              "      <td>1479254400</td>\n",
              "      <td>25</td>\n",
              "      <td>24</td>\n",
              "      <td>1</td>\n",
              "      <td>[spotify:track:7BKLCZ1jbUBVqRi2FVlTVw, spotify...</td>\n",
              "      <td>7</td>\n",
              "      <td>5748439</td>\n",
              "      <td>22</td>\n",
              "      <td>NaN</td>\n",
              "      <td>[spotify:track:0azC730Exh71aQlOt9Zj3y, spotify...</td>\n",
              "      <td>[Calvin Harris, G-Eazy, Mike Posner, Avicii, F...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>362</th>\n",
              "      <td>Oldies</td>\n",
              "      <td>false</td>\n",
              "      <td>854955</td>\n",
              "      <td>1491609600</td>\n",
              "      <td>30</td>\n",
              "      <td>27</td>\n",
              "      <td>1</td>\n",
              "      <td>[spotify:track:0LN0ASTtcGIbNTnjSHG6eO, spotify...</td>\n",
              "      <td>5</td>\n",
              "      <td>7040543</td>\n",
              "      <td>18</td>\n",
              "      <td>NaN</td>\n",
              "      <td>[spotify:track:2b9lp5A6CqSzwOrBfAFhof, spotify...</td>\n",
              "      <td>[Ozzy Osbourne, Motörhead, Boston, The Kinks, ...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>28</th>\n",
              "      <td>Running mix</td>\n",
              "      <td>false</td>\n",
              "      <td>833263</td>\n",
              "      <td>1498262400</td>\n",
              "      <td>26</td>\n",
              "      <td>26</td>\n",
              "      <td>14</td>\n",
              "      <td>[spotify:track:6JV2JOEocMgcZxYSZelKcc, spotify...</td>\n",
              "      <td>11</td>\n",
              "      <td>5625520</td>\n",
              "      <td>25</td>\n",
              "      <td>NaN</td>\n",
              "      <td>[spotify:track:4nMlau89VAjmV7agkl7OY3, spotify...</td>\n",
              "      <td>[Andy Grammer, Anne-Marie, Shakira, Aanysa, Al...</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "<p>120 rows × 14 columns</p>\n",
              "</div>"
            ],
            "text/plain": [
              "                    name  ...                                  with_held_artists\n",
              "87                   rap  ...  [ScHoolboy Q, DRAM, Snoop Dogg, Denzel Curry, ...\n",
              "35             Guardians  ...  [Norman Greenbaum, Redbone, The Five Stairstep...\n",
              "167               turnt   ...  [Rae Sremmurd, Jidenna, Rihanna, Ginuwine, Dra...\n",
              "74                   ✌🏻️  ...  [Meghan Trainor, Charlie Puth, The Chainsmoker...\n",
              "86   wubba lubba dub dub  ...  [Drake, Rae Sremmurd, Kendrick Lamar, Kendrick...\n",
              "..                   ...  ...                                                ...\n",
              "244                 2017  ...  [Khalid, A Boogie Wit da Hoodie, Bebe Rexha, L...\n",
              "284                april  ...  [Rae Sremmurd, PnB Rock, Lupe Fiasco, NAV, Ken...\n",
              "78               Popular  ...  [Calvin Harris, G-Eazy, Mike Posner, Avicii, F...\n",
              "362               Oldies  ...  [Ozzy Osbourne, Motörhead, Boston, The Kinks, ...\n",
              "28           Running mix  ...  [Andy Grammer, Anne-Marie, Shakira, Aanysa, Al...\n",
              "\n",
              "[120 rows x 14 columns]"
            ]
          },
          "metadata": {},
          "execution_count": 84
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 779
        },
        "id": "uRcNDMh4iYhx",
        "outputId": "e639165f-ace8-4a80-e95d-7f1c1f8b1db7"
      },
      "source": [
        "valid.drop(['index', 'level_0'], axis=1)"
      ],
      "execution_count": 90,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/html": [
              "<div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>name</th>\n",
              "      <th>collaborative</th>\n",
              "      <th>pid</th>\n",
              "      <th>modified_at</th>\n",
              "      <th>num_tracks</th>\n",
              "      <th>num_albums</th>\n",
              "      <th>num_followers</th>\n",
              "      <th>tracks</th>\n",
              "      <th>num_edits</th>\n",
              "      <th>duration_ms</th>\n",
              "      <th>num_artists</th>\n",
              "      <th>description</th>\n",
              "      <th>with_held_tracks</th>\n",
              "      <th>with_held_artists</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>wedding songs</td>\n",
              "      <td>false</td>\n",
              "      <td>848075</td>\n",
              "      <td>1476403200</td>\n",
              "      <td>20</td>\n",
              "      <td>20</td>\n",
              "      <td>1</td>\n",
              "      <td>[spotify:track:75p6fgACKYIyIhsoG411SZ, spotify...</td>\n",
              "      <td>4</td>\n",
              "      <td>4340872</td>\n",
              "      <td>20</td>\n",
              "      <td>NaN</td>\n",
              "      <td>[spotify:track:1jyddn36UN4tVsJGtaJfem, spotify...</td>\n",
              "      <td>[Ray LaMontagne, Train, Ben Rector, Band of Ho...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>Motown</td>\n",
              "      <td>false</td>\n",
              "      <td>835562</td>\n",
              "      <td>1437696000</td>\n",
              "      <td>16</td>\n",
              "      <td>16</td>\n",
              "      <td>2</td>\n",
              "      <td>[spotify:track:4LxIGAVfcQIw0zAQRyFhU8, spotify...</td>\n",
              "      <td>3</td>\n",
              "      <td>2925429</td>\n",
              "      <td>12</td>\n",
              "      <td>NaN</td>\n",
              "      <td>[spotify:track:2Po67bkabDRE2BcquBNdu1, spotify...</td>\n",
              "      <td>[The Supremes, The Jackson 5, Four Tops, Mary ...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>Rap</td>\n",
              "      <td>false</td>\n",
              "      <td>842381</td>\n",
              "      <td>1461888000</td>\n",
              "      <td>17</td>\n",
              "      <td>15</td>\n",
              "      <td>2</td>\n",
              "      <td>[spotify:track:1ID1QFSNNxi0hiZCNcwjUC, spotify...</td>\n",
              "      <td>8</td>\n",
              "      <td>4039881</td>\n",
              "      <td>11</td>\n",
              "      <td>NaN</td>\n",
              "      <td>[spotify:track:10I3CmmwT0BkOVhduDy53o, spotify...</td>\n",
              "      <td>[Kevin Gates, J. Cole, Wiz Khalifa, G-Eazy, Dr...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>trolls</td>\n",
              "      <td>false</td>\n",
              "      <td>845069</td>\n",
              "      <td>1503100800</td>\n",
              "      <td>17</td>\n",
              "      <td>7</td>\n",
              "      <td>2</td>\n",
              "      <td>[spotify:track:2986J0T5CGwJGY3aqgANtE, spotify...</td>\n",
              "      <td>2</td>\n",
              "      <td>2995715</td>\n",
              "      <td>9</td>\n",
              "      <td>NaN</td>\n",
              "      <td>[spotify:track:1w1kzejjmiMhdWAOecgo4l, spotify...</td>\n",
              "      <td>[Ariana Grande, Anna Kendrick, Justin Timberla...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>Kanye</td>\n",
              "      <td>false</td>\n",
              "      <td>839158</td>\n",
              "      <td>1480982400</td>\n",
              "      <td>15</td>\n",
              "      <td>8</td>\n",
              "      <td>1</td>\n",
              "      <td>[spotify:track:4WSSY5ZnbhVN2PVXcjY1yh, spotify...</td>\n",
              "      <td>4</td>\n",
              "      <td>3724368</td>\n",
              "      <td>3</td>\n",
              "      <td>NaN</td>\n",
              "      <td>[spotify:track:6C7RJEIUDqKkJRZVWdkfkH, spotify...</td>\n",
              "      <td>[Kanye West, Kanye West, Kanye West, Kanye Wes...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>...</th>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>275</th>\n",
              "      <td>❤️</td>\n",
              "      <td>false</td>\n",
              "      <td>833681</td>\n",
              "      <td>1500249600</td>\n",
              "      <td>25</td>\n",
              "      <td>23</td>\n",
              "      <td>2</td>\n",
              "      <td>[spotify:track:6yHkPtl6UQ7RjtJLBPzbJw, spotify...</td>\n",
              "      <td>13</td>\n",
              "      <td>5728808</td>\n",
              "      <td>20</td>\n",
              "      <td>NaN</td>\n",
              "      <td>[spotify:track:3pndPhlQWjuSoXhcIIdBjv, spotify...</td>\n",
              "      <td>[Russ, Rihanna, Migos, Luis Fonsi, Big Sean, D...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>276</th>\n",
              "      <td>CHILL</td>\n",
              "      <td>false</td>\n",
              "      <td>849330</td>\n",
              "      <td>1506038400</td>\n",
              "      <td>24</td>\n",
              "      <td>19</td>\n",
              "      <td>1</td>\n",
              "      <td>[spotify:track:0CcQNd8CINkwQfe1RDtGV6, spotify...</td>\n",
              "      <td>5</td>\n",
              "      <td>5111066</td>\n",
              "      <td>19</td>\n",
              "      <td>NaN</td>\n",
              "      <td>[spotify:track:3A7qX2QjDlPnazUsRk5y0M, spotify...</td>\n",
              "      <td>[David Guetta, Fifth Harmony, Rita Ora, Selena...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>277</th>\n",
              "      <td>ok</td>\n",
              "      <td>false</td>\n",
              "      <td>834256</td>\n",
              "      <td>1474588800</td>\n",
              "      <td>22</td>\n",
              "      <td>18</td>\n",
              "      <td>1</td>\n",
              "      <td>[spotify:track:0z9UVN8VBHJ9HdfYsOuuNf, spotify...</td>\n",
              "      <td>2</td>\n",
              "      <td>4792007</td>\n",
              "      <td>14</td>\n",
              "      <td>NaN</td>\n",
              "      <td>[spotify:track:3pzjHKrQSvXGHQ98dx18HI, spotify...</td>\n",
              "      <td>[Justin Bieber, Rihanna, Beyoncé, Maroon 5, Ju...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>278</th>\n",
              "      <td>old hits</td>\n",
              "      <td>false</td>\n",
              "      <td>85608</td>\n",
              "      <td>1507766400</td>\n",
              "      <td>15</td>\n",
              "      <td>15</td>\n",
              "      <td>1</td>\n",
              "      <td>[spotify:track:2NBQmPrOEEjA8VbeWOQGxO, spotify...</td>\n",
              "      <td>2</td>\n",
              "      <td>3667420</td>\n",
              "      <td>14</td>\n",
              "      <td>NaN</td>\n",
              "      <td>[spotify:track:5XJJdNPkwmbUwE79gv0NxK, spotify...</td>\n",
              "      <td>[Kanye West, Lil Jon &amp; The East Side Boyz, Nel...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>279</th>\n",
              "      <td>My Favorites</td>\n",
              "      <td>false</td>\n",
              "      <td>846717</td>\n",
              "      <td>1507248000</td>\n",
              "      <td>22</td>\n",
              "      <td>20</td>\n",
              "      <td>2</td>\n",
              "      <td>[spotify:track:6sDQ4uiWw9OdVrCXFLSlZt, spotify...</td>\n",
              "      <td>3</td>\n",
              "      <td>4812313</td>\n",
              "      <td>18</td>\n",
              "      <td>NaN</td>\n",
              "      <td>[spotify:track:2rb5MvYT7ZIxbKW5hfcHx8, spotify...</td>\n",
              "      <td>[J Balvin, Christian Nodal, Bruno Mars, The Ch...</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "<p>280 rows × 14 columns</p>\n",
              "</div>"
            ],
            "text/plain": [
              "              name  ...                                  with_held_artists\n",
              "0    wedding songs  ...  [Ray LaMontagne, Train, Ben Rector, Band of Ho...\n",
              "1           Motown  ...  [The Supremes, The Jackson 5, Four Tops, Mary ...\n",
              "2              Rap  ...  [Kevin Gates, J. Cole, Wiz Khalifa, G-Eazy, Dr...\n",
              "3           trolls  ...  [Ariana Grande, Anna Kendrick, Justin Timberla...\n",
              "4            Kanye  ...  [Kanye West, Kanye West, Kanye West, Kanye Wes...\n",
              "..             ...  ...                                                ...\n",
              "275             ❤️  ...  [Russ, Rihanna, Migos, Luis Fonsi, Big Sean, D...\n",
              "276          CHILL  ...  [David Guetta, Fifth Harmony, Rita Ora, Selena...\n",
              "277             ok  ...  [Justin Bieber, Rihanna, Beyoncé, Maroon 5, Ju...\n",
              "278       old hits  ...  [Kanye West, Lil Jon & The East Side Boyz, Nel...\n",
              "279   My Favorites  ...  [J Balvin, Christian Nodal, Bruno Mars, The Ch...\n",
              "\n",
              "[280 rows x 14 columns]"
            ]
          },
          "metadata": {},
          "execution_count": 90
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "aQN9OYi0iZCy"
      },
      "source": [
        "# valid.to_pickle('Validation_dataset.pkl')"
      ],
      "execution_count": 91,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 779
        },
        "id": "A2ATDOOOina0",
        "outputId": "a7d507c4-1ca9-42d5-f7f4-a2a240dcab70"
      },
      "source": [
        "valid"
      ],
      "execution_count": 89,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/html": [
              "<div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>level_0</th>\n",
              "      <th>index</th>\n",
              "      <th>name</th>\n",
              "      <th>collaborative</th>\n",
              "      <th>pid</th>\n",
              "      <th>modified_at</th>\n",
              "      <th>num_tracks</th>\n",
              "      <th>num_albums</th>\n",
              "      <th>num_followers</th>\n",
              "      <th>tracks</th>\n",
              "      <th>num_edits</th>\n",
              "      <th>duration_ms</th>\n",
              "      <th>num_artists</th>\n",
              "      <th>description</th>\n",
              "      <th>with_held_tracks</th>\n",
              "      <th>with_held_artists</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>233</td>\n",
              "      <td>273</td>\n",
              "      <td>wedding songs</td>\n",
              "      <td>false</td>\n",
              "      <td>848075</td>\n",
              "      <td>1476403200</td>\n",
              "      <td>20</td>\n",
              "      <td>20</td>\n",
              "      <td>1</td>\n",
              "      <td>[spotify:track:75p6fgACKYIyIhsoG411SZ, spotify...</td>\n",
              "      <td>4</td>\n",
              "      <td>4340872</td>\n",
              "      <td>20</td>\n",
              "      <td>NaN</td>\n",
              "      <td>[spotify:track:1jyddn36UN4tVsJGtaJfem, spotify...</td>\n",
              "      <td>[Ray LaMontagne, Train, Ben Rector, Band of Ho...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>8</td>\n",
              "      <td>8</td>\n",
              "      <td>Motown</td>\n",
              "      <td>false</td>\n",
              "      <td>835562</td>\n",
              "      <td>1437696000</td>\n",
              "      <td>16</td>\n",
              "      <td>16</td>\n",
              "      <td>2</td>\n",
              "      <td>[spotify:track:4LxIGAVfcQIw0zAQRyFhU8, spotify...</td>\n",
              "      <td>3</td>\n",
              "      <td>2925429</td>\n",
              "      <td>12</td>\n",
              "      <td>NaN</td>\n",
              "      <td>[spotify:track:2Po67bkabDRE2BcquBNdu1, spotify...</td>\n",
              "      <td>[The Supremes, The Jackson 5, Four Tops, Mary ...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>165</td>\n",
              "      <td>195</td>\n",
              "      <td>Rap</td>\n",
              "      <td>false</td>\n",
              "      <td>842381</td>\n",
              "      <td>1461888000</td>\n",
              "      <td>17</td>\n",
              "      <td>15</td>\n",
              "      <td>2</td>\n",
              "      <td>[spotify:track:1ID1QFSNNxi0hiZCNcwjUC, spotify...</td>\n",
              "      <td>8</td>\n",
              "      <td>4039881</td>\n",
              "      <td>11</td>\n",
              "      <td>NaN</td>\n",
              "      <td>[spotify:track:10I3CmmwT0BkOVhduDy53o, spotify...</td>\n",
              "      <td>[Kevin Gates, J. Cole, Wiz Khalifa, G-Eazy, Dr...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>181</td>\n",
              "      <td>221</td>\n",
              "      <td>trolls</td>\n",
              "      <td>false</td>\n",
              "      <td>845069</td>\n",
              "      <td>1503100800</td>\n",
              "      <td>17</td>\n",
              "      <td>7</td>\n",
              "      <td>2</td>\n",
              "      <td>[spotify:track:2986J0T5CGwJGY3aqgANtE, spotify...</td>\n",
              "      <td>2</td>\n",
              "      <td>2995715</td>\n",
              "      <td>9</td>\n",
              "      <td>NaN</td>\n",
              "      <td>[spotify:track:1w1kzejjmiMhdWAOecgo4l, spotify...</td>\n",
              "      <td>[Ariana Grande, Anna Kendrick, Justin Timberla...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>57</td>\n",
              "      <td>57</td>\n",
              "      <td>Kanye</td>\n",
              "      <td>false</td>\n",
              "      <td>839158</td>\n",
              "      <td>1480982400</td>\n",
              "      <td>15</td>\n",
              "      <td>8</td>\n",
              "      <td>1</td>\n",
              "      <td>[spotify:track:4WSSY5ZnbhVN2PVXcjY1yh, spotify...</td>\n",
              "      <td>4</td>\n",
              "      <td>3724368</td>\n",
              "      <td>3</td>\n",
              "      <td>NaN</td>\n",
              "      <td>[spotify:track:6C7RJEIUDqKkJRZVWdkfkH, spotify...</td>\n",
              "      <td>[Kanye West, Kanye West, Kanye West, Kanye Wes...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>...</th>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>275</th>\n",
              "      <td>38</td>\n",
              "      <td>38</td>\n",
              "      <td>❤️</td>\n",
              "      <td>false</td>\n",
              "      <td>833681</td>\n",
              "      <td>1500249600</td>\n",
              "      <td>25</td>\n",
              "      <td>23</td>\n",
              "      <td>2</td>\n",
              "      <td>[spotify:track:6yHkPtl6UQ7RjtJLBPzbJw, spotify...</td>\n",
              "      <td>13</td>\n",
              "      <td>5728808</td>\n",
              "      <td>20</td>\n",
              "      <td>NaN</td>\n",
              "      <td>[spotify:track:3pndPhlQWjuSoXhcIIdBjv, spotify...</td>\n",
              "      <td>[Russ, Rihanna, Migos, Luis Fonsi, Big Sean, D...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>276</th>\n",
              "      <td>251</td>\n",
              "      <td>291</td>\n",
              "      <td>CHILL</td>\n",
              "      <td>false</td>\n",
              "      <td>849330</td>\n",
              "      <td>1506038400</td>\n",
              "      <td>24</td>\n",
              "      <td>19</td>\n",
              "      <td>1</td>\n",
              "      <td>[spotify:track:0CcQNd8CINkwQfe1RDtGV6, spotify...</td>\n",
              "      <td>5</td>\n",
              "      <td>5111066</td>\n",
              "      <td>19</td>\n",
              "      <td>NaN</td>\n",
              "      <td>[spotify:track:3A7qX2QjDlPnazUsRk5y0M, spotify...</td>\n",
              "      <td>[David Guetta, Fifth Harmony, Rita Ora, Selena...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>277</th>\n",
              "      <td>20</td>\n",
              "      <td>20</td>\n",
              "      <td>ok</td>\n",
              "      <td>false</td>\n",
              "      <td>834256</td>\n",
              "      <td>1474588800</td>\n",
              "      <td>22</td>\n",
              "      <td>18</td>\n",
              "      <td>1</td>\n",
              "      <td>[spotify:track:0z9UVN8VBHJ9HdfYsOuuNf, spotify...</td>\n",
              "      <td>2</td>\n",
              "      <td>4792007</td>\n",
              "      <td>14</td>\n",
              "      <td>NaN</td>\n",
              "      <td>[spotify:track:3pzjHKrQSvXGHQ98dx18HI, spotify...</td>\n",
              "      <td>[Justin Bieber, Rihanna, Beyoncé, Maroon 5, Ju...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>278</th>\n",
              "      <td>275</td>\n",
              "      <td>315</td>\n",
              "      <td>old hits</td>\n",
              "      <td>false</td>\n",
              "      <td>85608</td>\n",
              "      <td>1507766400</td>\n",
              "      <td>15</td>\n",
              "      <td>15</td>\n",
              "      <td>1</td>\n",
              "      <td>[spotify:track:2NBQmPrOEEjA8VbeWOQGxO, spotify...</td>\n",
              "      <td>2</td>\n",
              "      <td>3667420</td>\n",
              "      <td>14</td>\n",
              "      <td>NaN</td>\n",
              "      <td>[spotify:track:5XJJdNPkwmbUwE79gv0NxK, spotify...</td>\n",
              "      <td>[Kanye West, Lil Jon &amp; The East Side Boyz, Nel...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>279</th>\n",
              "      <td>210</td>\n",
              "      <td>250</td>\n",
              "      <td>My Favorites</td>\n",
              "      <td>false</td>\n",
              "      <td>846717</td>\n",
              "      <td>1507248000</td>\n",
              "      <td>22</td>\n",
              "      <td>20</td>\n",
              "      <td>2</td>\n",
              "      <td>[spotify:track:6sDQ4uiWw9OdVrCXFLSlZt, spotify...</td>\n",
              "      <td>3</td>\n",
              "      <td>4812313</td>\n",
              "      <td>18</td>\n",
              "      <td>NaN</td>\n",
              "      <td>[spotify:track:2rb5MvYT7ZIxbKW5hfcHx8, spotify...</td>\n",
              "      <td>[J Balvin, Christian Nodal, Bruno Mars, The Ch...</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "<p>280 rows × 16 columns</p>\n",
              "</div>"
            ],
            "text/plain": [
              "     level_0  ...                                  with_held_artists\n",
              "0        233  ...  [Ray LaMontagne, Train, Ben Rector, Band of Ho...\n",
              "1          8  ...  [The Supremes, The Jackson 5, Four Tops, Mary ...\n",
              "2        165  ...  [Kevin Gates, J. Cole, Wiz Khalifa, G-Eazy, Dr...\n",
              "3        181  ...  [Ariana Grande, Anna Kendrick, Justin Timberla...\n",
              "4         57  ...  [Kanye West, Kanye West, Kanye West, Kanye Wes...\n",
              "..       ...  ...                                                ...\n",
              "275       38  ...  [Russ, Rihanna, Migos, Luis Fonsi, Big Sean, D...\n",
              "276      251  ...  [David Guetta, Fifth Harmony, Rita Ora, Selena...\n",
              "277       20  ...  [Justin Bieber, Rihanna, Beyoncé, Maroon 5, Ju...\n",
              "278      275  ...  [Kanye West, Lil Jon & The East Side Boyz, Nel...\n",
              "279      210  ...  [J Balvin, Christian Nodal, Bruno Mars, The Ch...\n",
              "\n",
              "[280 rows x 16 columns]"
            ]
          },
          "metadata": {},
          "execution_count": 89
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "rT2k5LOc-KMM"
      },
      "source": [
        ""
      ],
      "execution_count": null,
      "outputs": []
    }
  ]
}