03_EDA.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Exploratory Data Analysis of original MSD dataset"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "import pandas as pd\n",
    "import numpy as np\n",
    "import requests, base64, json, logging\n",
    "from sklearn.feature_extraction.text import TfidfVectorizer, CountVectorizer"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [],
   "source": [
    "df=pd.read_csv('./Data/MILLION_SONGS.csv')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 235,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Unnamed: 0</th>\n",
       "      <th>analysis_sample_rate</th>\n",
       "      <th>artist_7digitalid</th>\n",
       "      <th>artist_familiarity</th>\n",
       "      <th>artist_hotttnesss</th>\n",
       "      <th>artist_id</th>\n",
       "      <th>artist_latitude</th>\n",
       "      <th>artist_location</th>\n",
       "      <th>artist_longitude</th>\n",
       "      <th>artist_mbid</th>\n",
       "      <th>...</th>\n",
       "      <th>sections_start_mean</th>\n",
       "      <th>sections_confidence_mean</th>\n",
       "      <th>beats_start_mean</th>\n",
       "      <th>beats_confidence_mean</th>\n",
       "      <th>bars_start_mean</th>\n",
       "      <th>bars_confidence_mean</th>\n",
       "      <th>tatums_start_mean</th>\n",
       "      <th>tatums_confidence_mean</th>\n",
       "      <th>genre</th>\n",
       "      <th>decade</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>0</td>\n",
       "      <td>22050.0</td>\n",
       "      <td>16971.0</td>\n",
       "      <td>0.557460</td>\n",
       "      <td>0.386152</td>\n",
       "      <td>b'AREJXK41187B9A4ACC'</td>\n",
       "      <td>46.71067</td>\n",
       "      <td>b'France'</td>\n",
       "      <td>1.71819</td>\n",
       "      <td>b'c43bb0d6-94d7-410f-80fb-e5a243b18d23'</td>\n",
       "      <td>...</td>\n",
       "      <td>57.679828</td>\n",
       "      <td>0.591333</td>\n",
       "      <td>71.025470</td>\n",
       "      <td>0.647949</td>\n",
       "      <td>70.298204</td>\n",
       "      <td>0.136000</td>\n",
       "      <td>71.025247</td>\n",
       "      <td>0.322668</td>\n",
       "      <td>b'chanson'</td>\n",
       "      <td>2000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>1</td>\n",
       "      <td>22050.0</td>\n",
       "      <td>92108.0</td>\n",
       "      <td>0.626958</td>\n",
       "      <td>0.434860</td>\n",
       "      <td>b'AR2XRFQ1187FB417FE'</td>\n",
       "      <td>NaN</td>\n",
       "      <td>b''</td>\n",
       "      <td>NaN</td>\n",
       "      <td>b'a69cd724-2f57-4ed0-bfed-ba20401eb84c'</td>\n",
       "      <td>...</td>\n",
       "      <td>119.968496</td>\n",
       "      <td>0.534778</td>\n",
       "      <td>123.794350</td>\n",
       "      <td>0.346571</td>\n",
       "      <td>130.630938</td>\n",
       "      <td>0.163623</td>\n",
       "      <td>123.792848</td>\n",
       "      <td>0.089049</td>\n",
       "      <td>b'chanson'</td>\n",
       "      <td>2000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>2</td>\n",
       "      <td>22050.0</td>\n",
       "      <td>1701.0</td>\n",
       "      <td>0.425724</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>b'ARODOO01187FB44F4A'</td>\n",
       "      <td>NaN</td>\n",
       "      <td>b''</td>\n",
       "      <td>NaN</td>\n",
       "      <td>b'60bd8a1c-c093-4849-8f28-08101ca059b1'</td>\n",
       "      <td>...</td>\n",
       "      <td>21.487460</td>\n",
       "      <td>0.323250</td>\n",
       "      <td>33.789365</td>\n",
       "      <td>0.594763</td>\n",
       "      <td>30.497964</td>\n",
       "      <td>0.110357</td>\n",
       "      <td>33.788618</td>\n",
       "      <td>0.222222</td>\n",
       "      <td>b'early music'</td>\n",
       "      <td>-10</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>3</td>\n",
       "      <td>22050.0</td>\n",
       "      <td>92184.0</td>\n",
       "      <td>0.611495</td>\n",
       "      <td>0.334520</td>\n",
       "      <td>b'ARJGW911187FB586CA'</td>\n",
       "      <td>NaN</td>\n",
       "      <td>b''</td>\n",
       "      <td>NaN</td>\n",
       "      <td>b'44b5b950-2ae2-403a-8c67-82d8fc72033d'</td>\n",
       "      <td>...</td>\n",
       "      <td>48.594217</td>\n",
       "      <td>0.495333</td>\n",
       "      <td>79.666289</td>\n",
       "      <td>0.303867</td>\n",
       "      <td>79.627999</td>\n",
       "      <td>0.148167</td>\n",
       "      <td>79.796557</td>\n",
       "      <td>0.093216</td>\n",
       "      <td>b'post-hardcore'</td>\n",
       "      <td>2000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>4</td>\n",
       "      <td>22050.0</td>\n",
       "      <td>278655.0</td>\n",
       "      <td>0.367255</td>\n",
       "      <td>0.311616</td>\n",
       "      <td>b'AR9HQ6Y1187FB3C2CB'</td>\n",
       "      <td>NaN</td>\n",
       "      <td>b''</td>\n",
       "      <td>NaN</td>\n",
       "      <td>b'0e6524bd-6641-46a6-bce5-96f06c19aa46'</td>\n",
       "      <td>...</td>\n",
       "      <td>84.804912</td>\n",
       "      <td>0.625700</td>\n",
       "      <td>98.247921</td>\n",
       "      <td>0.356867</td>\n",
       "      <td>97.253457</td>\n",
       "      <td>0.124979</td>\n",
       "      <td>98.247266</td>\n",
       "      <td>0.105013</td>\n",
       "      <td>b'orchestra'</td>\n",
       "      <td>-10</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>5 rows × 74 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "   Unnamed: 0  analysis_sample_rate  artist_7digitalid  artist_familiarity  \\\n",
       "0           0               22050.0            16971.0            0.557460   \n",
       "1           1               22050.0            92108.0            0.626958   \n",
       "2           2               22050.0             1701.0            0.425724   \n",
       "3           3               22050.0            92184.0            0.611495   \n",
       "4           4               22050.0           278655.0            0.367255   \n",
       "\n",
       "   artist_hotttnesss              artist_id  artist_latitude artist_location  \\\n",
       "0           0.386152  b'AREJXK41187B9A4ACC'         46.71067       b'France'   \n",
       "1           0.434860  b'AR2XRFQ1187FB417FE'              NaN             b''   \n",
       "2           0.000000  b'ARODOO01187FB44F4A'              NaN             b''   \n",
       "3           0.334520  b'ARJGW911187FB586CA'              NaN             b''   \n",
       "4           0.311616  b'AR9HQ6Y1187FB3C2CB'              NaN             b''   \n",
       "\n",
       "   artist_longitude                              artist_mbid  ...    \\\n",
       "0           1.71819  b'c43bb0d6-94d7-410f-80fb-e5a243b18d23'  ...     \n",
       "1               NaN  b'a69cd724-2f57-4ed0-bfed-ba20401eb84c'  ...     \n",
       "2               NaN  b'60bd8a1c-c093-4849-8f28-08101ca059b1'  ...     \n",
       "3               NaN  b'44b5b950-2ae2-403a-8c67-82d8fc72033d'  ...     \n",
       "4               NaN  b'0e6524bd-6641-46a6-bce5-96f06c19aa46'  ...     \n",
       "\n",
       "  sections_start_mean sections_confidence_mean beats_start_mean  \\\n",
       "0           57.679828                 0.591333        71.025470   \n",
       "1          119.968496                 0.534778       123.794350   \n",
       "2           21.487460                 0.323250        33.789365   \n",
       "3           48.594217                 0.495333        79.666289   \n",
       "4           84.804912                 0.625700        98.247921   \n",
       "\n",
       "   beats_confidence_mean bars_start_mean bars_confidence_mean  \\\n",
       "0               0.647949       70.298204             0.136000   \n",
       "1               0.346571      130.630938             0.163623   \n",
       "2               0.594763       30.497964             0.110357   \n",
       "3               0.303867       79.627999             0.148167   \n",
       "4               0.356867       97.253457             0.124979   \n",
       "\n",
       "  tatums_start_mean tatums_confidence_mean             genre decade  \n",
       "0         71.025247               0.322668        b'chanson'   2000  \n",
       "1        123.792848               0.089049        b'chanson'   2000  \n",
       "2         33.788618               0.222222    b'early music'    -10  \n",
       "3         79.796557               0.093216  b'post-hardcore'   2000  \n",
       "4         98.247266               0.105013      b'orchestra'    -10  \n",
       "\n",
       "[5 rows x 74 columns]"
      ]
     },
     "execution_count": 235,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 236,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "<class 'pandas.core.frame.DataFrame'>\n",
      "RangeIndex: 9995 entries, 0 to 9994\n",
      "Data columns (total 74 columns):\n",
      "Unnamed: 0                         9995 non-null int64\n",
      "analysis_sample_rate               9995 non-null float64\n",
      "artist_7digitalid                  9995 non-null float64\n",
      "artist_familiarity                 9991 non-null float64\n",
      "artist_hotttnesss                  9995 non-null float64\n",
      "artist_id                          9995 non-null object\n",
      "artist_latitude                    3742 non-null float64\n",
      "artist_location                    9995 non-null object\n",
      "artist_longitude                   3742 non-null float64\n",
      "artist_mbid                        9995 non-null object\n",
      "artist_mbtags                      9995 non-null object\n",
      "artist_mbtags_count                9995 non-null object\n",
      "artist_name                        9995 non-null object\n",
      "artist_playmeid                    9995 non-null float64\n",
      "artist_terms                       9995 non-null object\n",
      "artist_terms_freq                  9995 non-null object\n",
      "artist_terms_weight                9995 non-null object\n",
      "audio_md5                          9995 non-null object\n",
      "bars_confidence                    9995 non-null object\n",
      "bars_start                         9995 non-null object\n",
      "beats_confidence                   9995 non-null object\n",
      "beats_start                        9995 non-null object\n",
      "danceability                       9995 non-null float64\n",
      "duration                           9995 non-null float64\n",
      "end_of_fade_in                     9995 non-null float64\n",
      "energy                             9995 non-null float64\n",
      "key                                9995 non-null float64\n",
      "key_confidence                     9995 non-null float64\n",
      "loudness                           9995 non-null float64\n",
      "mode                               9995 non-null float64\n",
      "mode_confidence                    9995 non-null float64\n",
      "release                            9995 non-null object\n",
      "release_7digitalid                 9995 non-null float64\n",
      "sections_confidence                9995 non-null object\n",
      "sections_start                     9995 non-null object\n",
      "segments_confidence                9995 non-null object\n",
      "segments_loudness_max              9995 non-null object\n",
      "segments_loudness_max_time         9995 non-null object\n",
      "segments_loudness_start            9995 non-null object\n",
      "segments_pitches                   9995 non-null object\n",
      "segments_start                     9995 non-null object\n",
      "segments_timbre                    9995 non-null object\n",
      "similar_artists                    9995 non-null object\n",
      "song_hotttnesss                    5645 non-null float64\n",
      "song_id                            9995 non-null object\n",
      "start_of_fade_out                  9995 non-null float64\n",
      "tatums_confidence                  9995 non-null object\n",
      "tatums_start                       9995 non-null object\n",
      "tempo                              9995 non-null float64\n",
      "time_signature                     9995 non-null float64\n",
      "time_signature_confidence          9995 non-null float64\n",
      "title                              9995 non-null object\n",
      "track_7digitalid                   9995 non-null float64\n",
      "track_id                           9995 non-null object\n",
      "transfer_note                      9995 non-null object\n",
      "year                               9995 non-null int64\n",
      "artist_terms_freq_mean             9995 non-null float64\n",
      "artist_terms_weight_mean           9995 non-null float64\n",
      "segments_start_mean                9995 non-null float64\n",
      "segments_pitches_mean              9995 non-null float64\n",
      "segments_timbre_mean               9995 non-null float64\n",
      "segments_loudness_max_mean         9995 non-null float64\n",
      "segments_loudness_max_time_mean    9995 non-null float64\n",
      "segments_loudness_start_mean       9995 non-null float64\n",
      "sections_start_mean                9959 non-null float64\n",
      "sections_confidence_mean           9959 non-null float64\n",
      "beats_start_mean                   9970 non-null float64\n",
      "beats_confidence_mean              9970 non-null float64\n",
      "bars_start_mean                    9965 non-null float64\n",
      "bars_confidence_mean               9965 non-null float64\n",
      "tatums_start_mean                  9980 non-null float64\n",
      "tatums_confidence_mean             9980 non-null float64\n",
      "genre                              9995 non-null object\n",
      "decade                             9995 non-null int64\n",
      "dtypes: float64(39), int64(3), object(32)\n",
      "memory usage: 5.6+ MB\n"
     ]
    }
   ],
   "source": [
    "df.info()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 238,
   "metadata": {},
   "outputs": [],
   "source": [
    "#drop columns not needed\n",
    "df.drop(['Unnamed: 0','artist_7digitalid',\n",
    "         'track_7digitalid','transfer_note','artist_mbid', 'artist_mbtags', 'artist_mbtags_count', \n",
    "         'artist_playmeid', 'audio_md5','analysis_sample_rate','transfer_note','release_7digitalid',\n",
    "         'segments_start','segments_pitches','segments_timbre',\n",
    "         'segments_loudness_max','segments_loudness_max_time','segments_loudness_start','sections_start',\n",
    "         'sections_confidence','beats_start','beats_confidence','bars_start','bars_confidence','tatums_start',\n",
    "         'tatums_confidence'], axis=1, inplace=True)\n",
    "#'artist_terms_freq','artist_terms_weight',"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 239,
   "metadata": {
    "scrolled": true
   },
   "outputs": [],
   "source": [
    "#replace strings that start with b'\n",
    "#remove other punctuation\n",
    "\n",
    "df['artist_id']=df['artist_id'].str.replace(\"b'\",\"\")\n",
    "df['artist_name']=df['artist_name'].str.replace(\"b'\",\"\")\n",
    "df['artist_terms']=df['artist_terms'].str.replace(\"b'\",\"\")\n",
    "df['song_id']=df['song_id'].str.replace(\"b'\",\"\")\n",
    "df['title']=df['title'].str.replace(\"b'\",\"\")\n",
    "df['track_id']=df['track_id'].str.replace(\"b'\",\"\")\n",
    "df['release']=df['release'].str.replace(\"b'\",\"\")\n",
    "df['similar_artists']=df['similar_artists'].str.replace(\"b'\",\"\")\n",
    "df['genre']=df['genre'].str.replace(\"b'\",\"\")\n",
    "df['artist_location']=df['artist_location'].str.replace(\"b'\",\"\")\n",
    "\n",
    "df['artist_id']=df['artist_id'].str.replace('b\"',\"\")\n",
    "df['artist_name']=df['artist_name'].str.replace('b\"',\"\")\n",
    "df['artist_terms']=df['artist_terms'].str.replace('b\"',\"\")\n",
    "df['song_id']=df['song_id'].str.replace('b\"',\"\")\n",
    "df['title']=df['title'].str.replace('b\"',\"\")\n",
    "df['track_id']=df['track_id'].str.replace('b\"',\"\")\n",
    "df['release']=df['release'].str.replace('b\"',\"\")\n",
    "df['similar_artists']=df['similar_artists'].str.replace('b\"',\"\")\n",
    "df['genre']=df['genre'].str.replace('b\"',\"\")\n",
    "df['artist_location']=df['artist_location'].str.replace('b\"',\"\")\n",
    "\n",
    "df['artist_id']=df['artist_id'].str.replace(\"'\",\"\")\n",
    "#df['artist_name']=df['artist_name'].str[:-1]\n",
    "df['artist_terms']=df['artist_terms'].str.replace(\"'\",\"\")\n",
    "df['song_id']=df['song_id'].str.replace(\"'\",\"\")\n",
    "df['title']=df['title'].str.replace(\"'\",\"\")\n",
    "df['title']=df['title'].str.replace('\"',\"\")\n",
    "df['track_id']=df['track_id'].str.replace(\"'\",\"\")\n",
    "#df['artist_location']=df['artist_location'].str[:-1]\n",
    "\n",
    "#df['artist_terms']=df['artist_terms'].str.replace(\"'\",\"\")\n",
    "df['similar_artists']=df['similar_artists'].str.replace(\"'\",\"\")\n",
    "df['artist_name']=df['artist_name'].str.replace(\"'\",\"\")\n",
    "df['genre']=df['genre'].str.replace(\"'\",\"\")\n",
    "df['release']=df['release'].str.replace(\"'\",\"\")\n",
    "df['artist_location']=df['artist_location'].str.replace(\"'\",\"\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 240,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0       5315\n",
       "2006     320\n",
       "2005     304\n",
       "2007     285\n",
       "2004     270\n",
       "2003     254\n",
       "2008     253\n",
       "2009     250\n",
       "2001     217\n",
       "2002     198\n",
       "2000     192\n",
       "1999     178\n",
       "1998     151\n",
       "1995     135\n",
       "1997     130\n",
       "1993     126\n",
       "1994     115\n",
       "1996     109\n",
       "1992      98\n",
       "1991      91\n",
       "1990      72\n",
       "1989      66\n",
       "2010      64\n",
       "1988      61\n",
       "1982      50\n",
       "1983      47\n",
       "1987      44\n",
       "1986      37\n",
       "1979      36\n",
       "1981      36\n",
       "        ... \n",
       "1968      23\n",
       "1974      22\n",
       "1970      21\n",
       "1978      20\n",
       "1969      17\n",
       "1963      15\n",
       "1976      15\n",
       "1964      13\n",
       "1966      12\n",
       "1959       9\n",
       "1960       9\n",
       "1965       8\n",
       "1956       7\n",
       "1961       7\n",
       "1958       6\n",
       "1953       4\n",
       "1962       4\n",
       "1927       3\n",
       "1930       2\n",
       "1935       2\n",
       "1926       2\n",
       "1947       2\n",
       "1940       2\n",
       "1954       1\n",
       "1950       1\n",
       "1929       1\n",
       "1934       1\n",
       "1955       1\n",
       "1936       1\n",
       "1957       1\n",
       "Name: year, Length: 69, dtype: int64"
      ]
     },
     "execution_count": 240,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "#year column is missing 5315 values, or over 50% of dataset\n",
    "df['year'].value_counts()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 241,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "artist_longitude                   6253\n",
       "artist_latitude                    6253\n",
       "song_hotttnesss                    4350\n",
       "sections_confidence_mean             36\n",
       "sections_start_mean                  36\n",
       "bars_confidence_mean                 30\n",
       "bars_start_mean                      30\n",
       "beats_confidence_mean                25\n",
       "beats_start_mean                     25\n",
       "tatums_confidence_mean               15\n",
       "tatums_start_mean                    15\n",
       "artist_familiarity                    4\n",
       "artist_id                             0\n",
       "end_of_fade_in                        0\n",
       "mode                                  0\n",
       "artist_hotttnesss                     0\n",
       "loudness                              0\n",
       "key_confidence                        0\n",
       "key                                   0\n",
       "energy                                0\n",
       "duration                              0\n",
       "artist_location                       0\n",
       "danceability                          0\n",
       "artist_terms_weight                   0\n",
       "artist_terms_freq                     0\n",
       "artist_terms                          0\n",
       "artist_name                           0\n",
       "release                               0\n",
       "mode_confidence                       0\n",
       "decade                                0\n",
       "segments_confidence                   0\n",
       "artist_terms_freq_mean                0\n",
       "segments_loudness_start_mean          0\n",
       "segments_loudness_max_time_mean       0\n",
       "segments_loudness_max_mean            0\n",
       "segments_timbre_mean                  0\n",
       "segments_pitches_mean                 0\n",
       "segments_start_mean                   0\n",
       "artist_terms_weight_mean              0\n",
       "year                                  0\n",
       "similar_artists                       0\n",
       "track_id                              0\n",
       "title                                 0\n",
       "time_signature_confidence             0\n",
       "time_signature                        0\n",
       "tempo                                 0\n",
       "genre                                 0\n",
       "song_id                               0\n",
       "start_of_fade_out                     0\n",
       "dtype: int64"
      ]
     },
     "execution_count": 241,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "#look at fields that have missing values\n",
    "#artist location is missing many values, not necessarily a good or bad thing.  Will leave as is for now and handle\n",
    "#on a case by case basis in the modeling stage\n",
    "#song hotttnesss is missing a number of values, which could be a problem in predicting if a song is hot or not.  \n",
    "#will handle this at that stage\n",
    "df.isnull().sum().sort_values(ascending=False) "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 242,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>artist_familiarity</th>\n",
       "      <th>artist_hotttnesss</th>\n",
       "      <th>artist_id</th>\n",
       "      <th>artist_latitude</th>\n",
       "      <th>artist_location</th>\n",
       "      <th>artist_longitude</th>\n",
       "      <th>artist_name</th>\n",
       "      <th>artist_terms</th>\n",
       "      <th>artist_terms_freq</th>\n",
       "      <th>artist_terms_weight</th>\n",
       "      <th>...</th>\n",
       "      <th>sections_start_mean</th>\n",
       "      <th>sections_confidence_mean</th>\n",
       "      <th>beats_start_mean</th>\n",
       "      <th>beats_confidence_mean</th>\n",
       "      <th>bars_start_mean</th>\n",
       "      <th>bars_confidence_mean</th>\n",
       "      <th>tatums_start_mean</th>\n",
       "      <th>tatums_confidence_mean</th>\n",
       "      <th>genre</th>\n",
       "      <th>decade</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>3210</th>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>AROHUUU1269FB35937</td>\n",
       "      <td>NaN</td>\n",
       "      <td></td>\n",
       "      <td>NaN</td>\n",
       "      <td>Melanie And The Secret Army</td>\n",
       "      <td>[oi punk german female vocals]</td>\n",
       "      <td>[1.         0.75221302 0.59630559 0.38522237]</td>\n",
       "      <td>[1.         0.58232802 0.58132476 0.57512825]</td>\n",
       "      <td>...</td>\n",
       "      <td>119.946057</td>\n",
       "      <td>0.590727</td>\n",
       "      <td>125.980242</td>\n",
       "      <td>0.302057</td>\n",
       "      <td>125.162561</td>\n",
       "      <td>0.113968</td>\n",
       "      <td>125.878317</td>\n",
       "      <td>0.160145</td>\n",
       "      <td>oi</td>\n",
       "      <td>-10</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3616</th>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>ARPWMGF1269FB25878</td>\n",
       "      <td>NaN</td>\n",
       "      <td></td>\n",
       "      <td>NaN</td>\n",
       "      <td>Yiannis Tassios</td>\n",
       "      <td>[greek]</td>\n",
       "      <td>[1.]</td>\n",
       "      <td>[1.]</td>\n",
       "      <td>...</td>\n",
       "      <td>79.352036</td>\n",
       "      <td>0.685182</td>\n",
       "      <td>102.539914</td>\n",
       "      <td>0.474529</td>\n",
       "      <td>101.908257</td>\n",
       "      <td>0.110525</td>\n",
       "      <td>102.539906</td>\n",
       "      <td>0.432370</td>\n",
       "      <td>greek</td>\n",
       "      <td>-10</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6270</th>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>ARKWXGS11F4C8419B7</td>\n",
       "      <td>NaN</td>\n",
       "      <td></td>\n",
       "      <td>NaN</td>\n",
       "      <td>Jesus Otero - Luny Tunes</td>\n",
       "      <td>[requiem american world]</td>\n",
       "      <td>[1.         0.77445844 0.39514172]</td>\n",
       "      <td>[1.         0.6410584  0.44558069]</td>\n",
       "      <td>...</td>\n",
       "      <td>95.558698</td>\n",
       "      <td>0.467231</td>\n",
       "      <td>95.712316</td>\n",
       "      <td>0.522799</td>\n",
       "      <td>94.139535</td>\n",
       "      <td>0.097360</td>\n",
       "      <td>95.634256</td>\n",
       "      <td>0.401969</td>\n",
       "      <td>requiem</td>\n",
       "      <td>-10</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9554</th>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>AROHUUU1269FB35937</td>\n",
       "      <td>NaN</td>\n",
       "      <td></td>\n",
       "      <td>NaN</td>\n",
       "      <td>Melanie And The Secret Army</td>\n",
       "      <td>[oi punk german female vocals]</td>\n",
       "      <td>[1.         0.75221302 0.59630559 0.38522237]</td>\n",
       "      <td>[1.         0.58232802 0.58132476 0.57512825]</td>\n",
       "      <td>...</td>\n",
       "      <td>75.738323</td>\n",
       "      <td>0.491889</td>\n",
       "      <td>91.649584</td>\n",
       "      <td>0.564459</td>\n",
       "      <td>90.835228</td>\n",
       "      <td>0.096274</td>\n",
       "      <td>91.785400</td>\n",
       "      <td>0.135688</td>\n",
       "      <td>oi</td>\n",
       "      <td>-10</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>4 rows × 49 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "      artist_familiarity  artist_hotttnesss           artist_id  \\\n",
       "3210                 NaN                0.0  AROHUUU1269FB35937   \n",
       "3616                 NaN                0.0  ARPWMGF1269FB25878   \n",
       "6270                 NaN                0.0  ARKWXGS11F4C8419B7   \n",
       "9554                 NaN                0.0  AROHUUU1269FB35937   \n",
       "\n",
       "      artist_latitude artist_location  artist_longitude  \\\n",
       "3210              NaN                               NaN   \n",
       "3616              NaN                               NaN   \n",
       "6270              NaN                               NaN   \n",
       "9554              NaN                               NaN   \n",
       "\n",
       "                      artist_name                    artist_terms  \\\n",
       "3210  Melanie And The Secret Army  [oi punk german female vocals]   \n",
       "3616              Yiannis Tassios                         [greek]   \n",
       "6270     Jesus Otero - Luny Tunes        [requiem american world]   \n",
       "9554  Melanie And The Secret Army  [oi punk german female vocals]   \n",
       "\n",
       "                                  artist_terms_freq  \\\n",
       "3210  [1.         0.75221302 0.59630559 0.38522237]   \n",
       "3616                                           [1.]   \n",
       "6270             [1.         0.77445844 0.39514172]   \n",
       "9554  [1.         0.75221302 0.59630559 0.38522237]   \n",
       "\n",
       "                                artist_terms_weight  ...    \\\n",
       "3210  [1.         0.58232802 0.58132476 0.57512825]  ...     \n",
       "3616                                           [1.]  ...     \n",
       "6270             [1.         0.6410584  0.44558069]  ...     \n",
       "9554  [1.         0.58232802 0.58132476 0.57512825]  ...     \n",
       "\n",
       "      sections_start_mean  sections_confidence_mean  beats_start_mean  \\\n",
       "3210           119.946057                  0.590727        125.980242   \n",
       "3616            79.352036                  0.685182        102.539914   \n",
       "6270            95.558698                  0.467231         95.712316   \n",
       "9554            75.738323                  0.491889         91.649584   \n",
       "\n",
       "      beats_confidence_mean  bars_start_mean  bars_confidence_mean  \\\n",
       "3210               0.302057       125.162561              0.113968   \n",
       "3616               0.474529       101.908257              0.110525   \n",
       "6270               0.522799        94.139535              0.097360   \n",
       "9554               0.564459        90.835228              0.096274   \n",
       "\n",
       "      tatums_start_mean  tatums_confidence_mean    genre decade  \n",
       "3210         125.878317                0.160145       oi    -10  \n",
       "3616         102.539906                0.432370    greek    -10  \n",
       "6270          95.634256                0.401969  requiem    -10  \n",
       "9554          91.785400                0.135688       oi    -10  \n",
       "\n",
       "[4 rows x 49 columns]"
      ]
     },
     "execution_count": 242,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "#only 4 missing values from artist_familiarity\n",
    "#none of the artists exist in the dataset with a value, will fill with median familiarity from all artists\n",
    "df.loc[df['artist_familiarity'].isnull()]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 243,
   "metadata": {},
   "outputs": [],
   "source": [
    "df[\"artist_familiarity\"] = df[\"artist_familiarity\"].fillna(df[\"artist_familiarity\"].median())"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 244,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/Users/samlundberg/anaconda3/lib/python3.6/site-packages/ipykernel/__main__.py:10: SettingWithCopyWarning: \n",
      "A value is trying to be set on a copy of a slice from a DataFrame\n",
      "\n",
      "See the caveats in the documentation: http://pandas.pydata.org/pandas-docs/stable/indexing.html#indexing-view-versus-copy\n",
      "/Users/samlundberg/anaconda3/lib/python3.6/site-packages/ipykernel/__main__.py:12: SettingWithCopyWarning: \n",
      "A value is trying to be set on a copy of a slice from a DataFrame\n",
      "\n",
      "See the caveats in the documentation: http://pandas.pydata.org/pandas-docs/stable/indexing.html#indexing-view-versus-copy\n"
     ]
    }
   ],
   "source": [
    "#the mode, or key type (major/minor) of a song is important to the prediction of popularity.  This is currently\n",
    "#scaled as 0 for minor, 1 for major keys.  Looking at the confidence % of each of these, it makes more sense to \n",
    "#change minor keys to -1 to 0 and major to 0 to 1 as the values in the df.  -1 is 100% minor, +1 is 100% major\n",
    "\n",
    "#df = df.drop(\"song_hotttnesss\", axis=1)\n",
    "df['mode_orig']=df['mode']\n",
    "\n",
    "for i, row in df.iterrows():\n",
    "    if df['mode'][i] == 1:\n",
    "        df['mode'][i] = df['mode_confidence'][i]\n",
    "    else:\n",
    "        df['mode'][i] = -df['mode_confidence'][i]\n",
    "#df = df.drop('mode_confidence', axis=1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Add Billboard Top 100 .csv file to DF and create field BB_Hot to determine if a song was popular or not for later modeling"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 245,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>artist</th>\n",
       "      <th>publish_date</th>\n",
       "      <th>track</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Ricky Nelson</td>\n",
       "      <td>1958-08-09</td>\n",
       "      <td>Poor Little Fool</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Domenico Modugno</td>\n",
       "      <td>1958-08-09</td>\n",
       "      <td>Nel Blu Dipinto Di Blu (Volaré)</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>Perez Prado And His Orchestra</td>\n",
       "      <td>1958-08-09</td>\n",
       "      <td>Patricia</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>Bobby Darin</td>\n",
       "      <td>1958-08-09</td>\n",
       "      <td>Splish Splash</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>Kalin Twins</td>\n",
       "      <td>1958-08-09</td>\n",
       "      <td>When</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                          artist publish_date                            track\n",
       "0                   Ricky Nelson   1958-08-09                 Poor Little Fool\n",
       "1               Domenico Modugno   1958-08-09  Nel Blu Dipinto Di Blu (Volaré)\n",
       "2  Perez Prado And His Orchestra   1958-08-09                         Patricia\n",
       "3                    Bobby Darin   1958-08-09                    Splish Splash\n",
       "4                    Kalin Twins   1958-08-09                             When"
      ]
     },
     "execution_count": 245,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "billboard = pd.read_csv(\"./Data/billboard.csv\")\n",
    "billboard.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 247,
   "metadata": {},
   "outputs": [],
   "source": [
    "#Creating a function that takes a list of the track names from the BillBoard top 100 that was\n",
    "#webscraped and look for a matching title in the MSD subset.  If it finds a matching title, this\n",
    "#means it was a popular song, and creating a binary column 1=True, 0=False to track this for modeling purposes\n",
    "\n",
    "billboard_tracks = list(billboard.track)\n",
    "\n",
    "def match_title(row):\n",
    "    bb_list = billboard_tracks\n",
    "    if row['title'] in bb_list:\n",
    "        return 1\n",
    "    else:\n",
    "        return 0"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 248,
   "metadata": {},
   "outputs": [],
   "source": [
    "#add to df\n",
    "df['bb_hot'] = df.apply(match_title, axis=1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 249,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0    8936\n",
       "1    1059\n",
       "Name: bb_hot, dtype: int64"
      ]
     },
     "execution_count": 249,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "#see how many bb_hot 100 titles exist in the MSD\n",
    "df['bb_hot'].value_counts()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 250,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0.10595297648824412"
      ]
     },
     "execution_count": 250,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "#% of hot or not ~10.6%\n",
    "len(df[df['bb_hot']==1])/len(df['bb_hot'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 251,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>artist_familiarity</th>\n",
       "      <th>artist_hotttnesss</th>\n",
       "      <th>artist_id</th>\n",
       "      <th>artist_latitude</th>\n",
       "      <th>artist_location</th>\n",
       "      <th>artist_longitude</th>\n",
       "      <th>artist_name</th>\n",
       "      <th>artist_terms</th>\n",
       "      <th>artist_terms_freq</th>\n",
       "      <th>artist_terms_weight</th>\n",
       "      <th>...</th>\n",
       "      <th>beats_start_mean</th>\n",
       "      <th>beats_confidence_mean</th>\n",
       "      <th>bars_start_mean</th>\n",
       "      <th>bars_confidence_mean</th>\n",
       "      <th>tatums_start_mean</th>\n",
       "      <th>tatums_confidence_mean</th>\n",
       "      <th>genre</th>\n",
       "      <th>decade</th>\n",
       "      <th>mode_orig</th>\n",
       "      <th>bb_hot</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>32</th>\n",
       "      <td>0.633221</td>\n",
       "      <td>0.410247</td>\n",
       "      <td>ARCT5P61187FB3D950</td>\n",
       "      <td>NaN</td>\n",
       "      <td>United States</td>\n",
       "      <td>NaN</td>\n",
       "      <td>The Impressions</td>\n",
       "      <td>[chicago soul northern soul r&amp; motown doo-wop ...</td>\n",
       "      <td>[1.         0.91274309 0.78267674 0.75631435 0...</td>\n",
       "      <td>[1.         0.93090379 0.81884701 0.80703244 0...</td>\n",
       "      <td>...</td>\n",
       "      <td>100.820710</td>\n",
       "      <td>0.652795</td>\n",
       "      <td>100.082652</td>\n",
       "      <td>0.101304</td>\n",
       "      <td>100.820710</td>\n",
       "      <td>0.652795</td>\n",
       "      <td>chicago soul</td>\n",
       "      <td>1960</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>35</th>\n",
       "      <td>0.467054</td>\n",
       "      <td>0.374558</td>\n",
       "      <td>ARUG6DV1187B992475</td>\n",
       "      <td>33.45081</td>\n",
       "      <td>Indianola, MS</td>\n",
       "      <td>-90.64500</td>\n",
       "      <td>Willie Clayton</td>\n",
       "      <td>[chicago soul chicago blues soul blues souther...</td>\n",
       "      <td>[0.9179669  0.90222933 0.88194009 0.853344   0...</td>\n",
       "      <td>[1.         0.98733654 0.97101051 0.94800025 0...</td>\n",
       "      <td>...</td>\n",
       "      <td>128.283725</td>\n",
       "      <td>0.502690</td>\n",
       "      <td>126.300468</td>\n",
       "      <td>0.090688</td>\n",
       "      <td>128.212894</td>\n",
       "      <td>0.261651</td>\n",
       "      <td>chicago soul</td>\n",
       "      <td>-10</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>52</th>\n",
       "      <td>0.892689</td>\n",
       "      <td>0.830357</td>\n",
       "      <td>ARXOTQH1187FB57084</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Fairfax, California</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Chris Brown</td>\n",
       "      <td>[r&amp; hip hop rap urban blues male vocalist clu\\...</td>\n",
       "      <td>[0.95177036 1.         0.94986896 0.81714298 0...</td>\n",
       "      <td>[1.         0.937384   0.89234381 0.87333946 0...</td>\n",
       "      <td>...</td>\n",
       "      <td>192.794825</td>\n",
       "      <td>0.246689</td>\n",
       "      <td>192.794825</td>\n",
       "      <td>0.246689</td>\n",
       "      <td>193.029255</td>\n",
       "      <td>0.487815</td>\n",
       "      <td>r&amp;</td>\n",
       "      <td>-10</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>73</th>\n",
       "      <td>0.579715</td>\n",
       "      <td>0.424508</td>\n",
       "      <td>ARP23RL1187FB497FE</td>\n",
       "      <td>18.11526</td>\n",
       "      <td>Robins Hall, Jamaica\"</td>\n",
       "      <td>-77.27348</td>\n",
       "      <td>Ernest Ranglin / Floyd Lloyd</td>\n",
       "      <td>[jazz funk soul jazz reggae roots reggae rock ...</td>\n",
       "      <td>[0.93916326 0.90249964 1.         0.87497313 0...</td>\n",
       "      <td>[1.         0.96977878 0.94916263 0.9402771  0...</td>\n",
       "      <td>...</td>\n",
       "      <td>135.313471</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>135.313471</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>135.430909</td>\n",
       "      <td>0.401253</td>\n",
       "      <td>jazz funk</td>\n",
       "      <td>-10</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>74</th>\n",
       "      <td>0.600487</td>\n",
       "      <td>0.453270</td>\n",
       "      <td>ARPHH7Z1187B9B6A3A</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Sona-Bata, Zaire</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Franco</td>\n",
       "      <td>[soukous afrobeat rumba highlife zouk congo bo...</td>\n",
       "      <td>[1.         0.98800252 0.91561904 0.90417    0...</td>\n",
       "      <td>[1.         0.99069376 0.93454708 0.92566625 0...</td>\n",
       "      <td>...</td>\n",
       "      <td>124.173029</td>\n",
       "      <td>0.349080</td>\n",
       "      <td>124.211139</td>\n",
       "      <td>0.101691</td>\n",
       "      <td>124.284840</td>\n",
       "      <td>0.220725</td>\n",
       "      <td>soukous</td>\n",
       "      <td>-10</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>75</th>\n",
       "      <td>0.947328</td>\n",
       "      <td>0.607257</td>\n",
       "      <td>AR03BDP1187FB5B324</td>\n",
       "      <td>34.05349</td>\n",
       "      <td>Kentwood, LA; Los Angeles, CA</td>\n",
       "      <td>-118.24532</td>\n",
       "      <td>Britney Spears</td>\n",
       "      <td>[dance pop teen pop pop rock electropop adult ...</td>\n",
       "      <td>[1.         0.99409178 0.86227652 0.79930103 0...</td>\n",
       "      <td>[1.         0.99513661 0.82772215 0.81008488 0...</td>\n",
       "      <td>...</td>\n",
       "      <td>232.402048</td>\n",
       "      <td>0.480744</td>\n",
       "      <td>231.055263</td>\n",
       "      <td>0.061595</td>\n",
       "      <td>232.287325</td>\n",
       "      <td>0.318408</td>\n",
       "      <td>dance pop</td>\n",
       "      <td>2000</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>104</th>\n",
       "      <td>0.871011</td>\n",
       "      <td>0.804830</td>\n",
       "      <td>ARTH9041187FB43E1F</td>\n",
       "      <td>NaN</td>\n",
       "      <td>St. Joseph, MO</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Eminem</td>\n",
       "      <td>[hip hop rap hardcore rap clu soundtrack pop f...</td>\n",
       "      <td>[1.         0.95406276 0.62994709 0.42417087 0...</td>\n",
       "      <td>[1.         0.95604754 0.81967432 0.57973569 0...</td>\n",
       "      <td>...</td>\n",
       "      <td>145.018902</td>\n",
       "      <td>0.615628</td>\n",
       "      <td>144.503236</td>\n",
       "      <td>0.117138</td>\n",
       "      <td>145.018841</td>\n",
       "      <td>0.627136</td>\n",
       "      <td>hip hop</td>\n",
       "      <td>1990</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>110</th>\n",
       "      <td>0.534392</td>\n",
       "      <td>0.345174</td>\n",
       "      <td>ARDE7I31187FB43352</td>\n",
       "      <td>23.11680</td>\n",
       "      <td>Havana, Cuba</td>\n",
       "      <td>-82.38859</td>\n",
       "      <td>Gonzalo Rubalcaba</td>\n",
       "      <td>[latin jazz jazz jazz funk cool jazz soul jazz...</td>\n",
       "      <td>[1.         0.95038518 0.72887822 0.72887822 0...</td>\n",
       "      <td>[1.         0.82132151 0.78604589 0.78604589 0...</td>\n",
       "      <td>...</td>\n",
       "      <td>229.352373</td>\n",
       "      <td>0.448245</td>\n",
       "      <td>232.594811</td>\n",
       "      <td>0.057298</td>\n",
       "      <td>229.141210</td>\n",
       "      <td>0.139458</td>\n",
       "      <td>latin jazz</td>\n",
       "      <td>-10</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>117</th>\n",
       "      <td>0.305524</td>\n",
       "      <td>0.257496</td>\n",
       "      <td>ARXSPYZ1187B98972A</td>\n",
       "      <td>36.29290</td>\n",
       "      <td>Salina, OK</td>\n",
       "      <td>-95.15261</td>\n",
       "      <td>Carl Belew</td>\n",
       "      <td>[rockabilly country rock country world folk ro...</td>\n",
       "      <td>[1.         0.89853731 0.91529776 0.88877005 0...</td>\n",
       "      <td>[1.         0.99170413 0.88384713 0.83276784 0...</td>\n",
       "      <td>...</td>\n",
       "      <td>68.735919</td>\n",
       "      <td>0.315272</td>\n",
       "      <td>68.448683</td>\n",
       "      <td>0.189382</td>\n",
       "      <td>68.610378</td>\n",
       "      <td>0.244511</td>\n",
       "      <td>rockabilly</td>\n",
       "      <td>1950</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>129</th>\n",
       "      <td>0.473487</td>\n",
       "      <td>0.219370</td>\n",
       "      <td>ARWENXU12454A2DE56</td>\n",
       "      <td>NaN</td>\n",
       "      <td></td>\n",
       "      <td>NaN</td>\n",
       "      <td>CoCo Lee</td>\n",
       "      <td>[dance pop teen pop j pop chinese music visual...</td>\n",
       "      <td>[1.         0.99884066 0.65388264 0.65160367 0...</td>\n",
       "      <td>[1.         0.9991577  0.74853225 0.74687649 0...</td>\n",
       "      <td>...</td>\n",
       "      <td>154.983499</td>\n",
       "      <td>0.639488</td>\n",
       "      <td>156.236516</td>\n",
       "      <td>0.172378</td>\n",
       "      <td>155.130795</td>\n",
       "      <td>0.242780</td>\n",
       "      <td>dance pop</td>\n",
       "      <td>-10</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>155</th>\n",
       "      <td>0.742548</td>\n",
       "      <td>0.625428</td>\n",
       "      <td>ARO4WQR1187B9B9825</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Houston, TX</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Kenny Rogers</td>\n",
       "      <td>[country rock soft rock country country music ...</td>\n",
       "      <td>[1.         1.         0.82553297 0.51407745 0...</td>\n",
       "      <td>[1.         0.96195174 0.77057179 0.64533427 0...</td>\n",
       "      <td>...</td>\n",
       "      <td>81.029037</td>\n",
       "      <td>0.442919</td>\n",
       "      <td>80.222931</td>\n",
       "      <td>0.142664</td>\n",
       "      <td>81.029394</td>\n",
       "      <td>0.384975</td>\n",
       "      <td>country rock</td>\n",
       "      <td>1990</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>156</th>\n",
       "      <td>0.696817</td>\n",
       "      <td>0.482100</td>\n",
       "      <td>ARD8JVH1187FB4DA04</td>\n",
       "      <td>NaN</td>\n",
       "      <td>England</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Bad Company</td>\n",
       "      <td>[blues-rock hard rock classic rock rap rock al...</td>\n",
       "      <td>[1.         1.         0.94831273 0.94824439 0...</td>\n",
       "      <td>[1.         0.86924154 0.84514528 0.82029228 0...</td>\n",
       "      <td>...</td>\n",
       "      <td>114.939791</td>\n",
       "      <td>0.533139</td>\n",
       "      <td>115.240582</td>\n",
       "      <td>0.105474</td>\n",
       "      <td>115.084662</td>\n",
       "      <td>0.246756</td>\n",
       "      <td>blues-rock</td>\n",
       "      <td>1970</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>158</th>\n",
       "      <td>0.603602</td>\n",
       "      <td>0.409484</td>\n",
       "      <td>ARK9W051187FB4B783</td>\n",
       "      <td>NaN</td>\n",
       "      <td></td>\n",
       "      <td>NaN</td>\n",
       "      <td>Zombina &amp; The Skeletones</td>\n",
       "      <td>[psychobilly horror punk pop rock power pop\\n ...</td>\n",
       "      <td>[0.90143966 0.82447715 0.92159302 0.85288172 0...</td>\n",
       "      <td>[1.         0.9560803  0.94745195 0.91447087 0...</td>\n",
       "      <td>...</td>\n",
       "      <td>72.754500</td>\n",
       "      <td>0.114293</td>\n",
       "      <td>71.493986</td>\n",
       "      <td>0.121404</td>\n",
       "      <td>72.753734</td>\n",
       "      <td>0.108312</td>\n",
       "      <td>psychobilly</td>\n",
       "      <td>2000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>165</th>\n",
       "      <td>0.621487</td>\n",
       "      <td>0.463608</td>\n",
       "      <td>ARP72BU1187B99CD9A</td>\n",
       "      <td>NaN</td>\n",
       "      <td></td>\n",
       "      <td>NaN</td>\n",
       "      <td>Who Made Who</td>\n",
       "      <td>[disco tech house electro electropop folk rock...</td>\n",
       "      <td>[0.98469692 0.86455004 0.99170618 0.84608435 0...</td>\n",
       "      <td>[1.         0.94865549 0.94456764 0.92015436 0...</td>\n",
       "      <td>...</td>\n",
       "      <td>130.190184</td>\n",
       "      <td>0.769734</td>\n",
       "      <td>129.061520</td>\n",
       "      <td>0.110629</td>\n",
       "      <td>130.190218</td>\n",
       "      <td>0.542552</td>\n",
       "      <td>disco</td>\n",
       "      <td>2000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>174</th>\n",
       "      <td>0.121187</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>ARLJK1O1187B9B0FC4</td>\n",
       "      <td>NaN</td>\n",
       "      <td></td>\n",
       "      <td>NaN</td>\n",
       "      <td>The Knightsbridge Strings</td>\n",
       "      <td>[german pop rumba ballad italian disco easy li...</td>\n",
       "      <td>[0.9924236  0.9924236  0.9924236  0.90433978 1...</td>\n",
       "      <td>[1.         1.         0.98605587 0.93678555 0...</td>\n",
       "      <td>...</td>\n",
       "      <td>64.059788</td>\n",
       "      <td>0.409556</td>\n",
       "      <td>62.064096</td>\n",
       "      <td>0.092026</td>\n",
       "      <td>64.192659</td>\n",
       "      <td>0.185069</td>\n",
       "      <td>german pop</td>\n",
       "      <td>-10</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>187</th>\n",
       "      <td>0.814448</td>\n",
       "      <td>0.607972</td>\n",
       "      <td>ARFVYJI1187B9B8E13</td>\n",
       "      <td>47.60356</td>\n",
       "      <td>Seattle, WA</td>\n",
       "      <td>-122.32944</td>\n",
       "      <td>Pearl Jam</td>\n",
       "      <td>[grunge hard rock rock alternative rock altern...</td>\n",
       "      <td>[0.95485773 0.90977395 1.         0.90977952 0...</td>\n",
       "      <td>[1.         0.88948297 0.87203134 0.87084846 0...</td>\n",
       "      <td>...</td>\n",
       "      <td>117.209678</td>\n",
       "      <td>0.572132</td>\n",
       "      <td>115.674325</td>\n",
       "      <td>0.107386</td>\n",
       "      <td>117.082215</td>\n",
       "      <td>0.280345</td>\n",
       "      <td>grunge</td>\n",
       "      <td>1990</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>189</th>\n",
       "      <td>0.621414</td>\n",
       "      <td>0.443930</td>\n",
       "      <td>ARMIMHT1187B98F038</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Santa Monica, CA</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Teena Marie</td>\n",
       "      <td>[disco downtempo funk quiet storm dance pop hi...</td>\n",
       "      <td>[1.         0.91685265 0.93657132 0.79582664 0...</td>\n",
       "      <td>[1.         0.90192753 0.89728559 0.88704975 0...</td>\n",
       "      <td>...</td>\n",
       "      <td>160.407093</td>\n",
       "      <td>0.818923</td>\n",
       "      <td>158.557622</td>\n",
       "      <td>0.100209</td>\n",
       "      <td>160.407113</td>\n",
       "      <td>0.423450</td>\n",
       "      <td>disco</td>\n",
       "      <td>1980</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>213</th>\n",
       "      <td>0.818319</td>\n",
       "      <td>0.667295</td>\n",
       "      <td>ARVN9FZ1187FB393F1</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Dundee, Scotland</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Snow Patrol</td>\n",
       "      <td>[indie rock rock pop alternative alternative r...</td>\n",
       "      <td>[0.9995411  1.         0.91598659 0.91665342 0...</td>\n",
       "      <td>[1.         0.91853605 0.88106629 0.88105112 0...</td>\n",
       "      <td>...</td>\n",
       "      <td>105.007992</td>\n",
       "      <td>0.580242</td>\n",
       "      <td>105.007992</td>\n",
       "      <td>0.580242</td>\n",
       "      <td>104.876552</td>\n",
       "      <td>0.354814</td>\n",
       "      <td>indie rock</td>\n",
       "      <td>2000</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>214</th>\n",
       "      <td>0.443246</td>\n",
       "      <td>0.208175</td>\n",
       "      <td>ART3TOJ1187B98D1AB</td>\n",
       "      <td>NaN</td>\n",
       "      <td></td>\n",
       "      <td>NaN</td>\n",
       "      <td>Dart</td>\n",
       "      <td>[post-grunge nu metal indie pop alternative ro...</td>\n",
       "      <td>[1.         0.93924976 1.         0.93931386 0...</td>\n",
       "      <td>[1.         0.90774215 0.85989408 0.78858771 0...</td>\n",
       "      <td>...</td>\n",
       "      <td>167.986312</td>\n",
       "      <td>0.385861</td>\n",
       "      <td>167.174737</td>\n",
       "      <td>0.085918</td>\n",
       "      <td>167.986278</td>\n",
       "      <td>0.399040</td>\n",
       "      <td>post-grunge</td>\n",
       "      <td>2000</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>223</th>\n",
       "      <td>0.617473</td>\n",
       "      <td>0.442949</td>\n",
       "      <td>ARVOWE21187FB3AE3C</td>\n",
       "      <td>41.88415</td>\n",
       "      <td>Chicago, IL</td>\n",
       "      <td>-87.63241</td>\n",
       "      <td>Enuff Z Nuff</td>\n",
       "      <td>[power pop heavy metal hard rock glam metal gl...</td>\n",
       "      <td>[0.98043785 0.99121609 1.         0.76534437 0...</td>\n",
       "      <td>[1.         0.96040658 0.95271002 0.87765539 0...</td>\n",
       "      <td>...</td>\n",
       "      <td>89.456973</td>\n",
       "      <td>0.539837</td>\n",
       "      <td>88.313640</td>\n",
       "      <td>0.168111</td>\n",
       "      <td>89.362022</td>\n",
       "      <td>0.162627</td>\n",
       "      <td>power pop</td>\n",
       "      <td>-10</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>234</th>\n",
       "      <td>0.569860</td>\n",
       "      <td>0.414667</td>\n",
       "      <td>ARQPT7O1187B9AAF4F</td>\n",
       "      <td>NaN</td>\n",
       "      <td></td>\n",
       "      <td>NaN</td>\n",
       "      <td>The Sensational Alex Harvey Band</td>\n",
       "      <td>[glam rock punk cabaret blues-rock classic roc...</td>\n",
       "      <td>[0.93186472 0.89210859 0.80660668 0.93186472 0...</td>\n",
       "      <td>[1.         0.98374316 0.91648139 0.88676405 0...</td>\n",
       "      <td>...</td>\n",
       "      <td>159.846327</td>\n",
       "      <td>0.393875</td>\n",
       "      <td>158.597723</td>\n",
       "      <td>0.177158</td>\n",
       "      <td>159.681703</td>\n",
       "      <td>0.450732</td>\n",
       "      <td>glam rock</td>\n",
       "      <td>1970</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>245</th>\n",
       "      <td>0.471670</td>\n",
       "      <td>0.366103</td>\n",
       "      <td>AR05XFO1187FB4DAE5</td>\n",
       "      <td>NaN</td>\n",
       "      <td></td>\n",
       "      <td>NaN</td>\n",
       "      <td>Mat Maneri</td>\n",
       "      <td>[free jazz future jazz free improvisation jazz...</td>\n",
       "      <td>[1.         0.83832419 0.83832419 0.92960232 0...</td>\n",
       "      <td>[1.         0.90552672 0.90552672 0.78544814 0...</td>\n",
       "      <td>...</td>\n",
       "      <td>91.398731</td>\n",
       "      <td>0.298416</td>\n",
       "      <td>89.358554</td>\n",
       "      <td>0.125279</td>\n",
       "      <td>91.398731</td>\n",
       "      <td>0.298416</td>\n",
       "      <td>free jazz</td>\n",
       "      <td>-10</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>250</th>\n",
       "      <td>0.513468</td>\n",
       "      <td>0.383678</td>\n",
       "      <td>ARON0YP1187FB4B465</td>\n",
       "      <td>40.71455</td>\n",
       "      <td>New York, NY</td>\n",
       "      <td>-74.00712</td>\n",
       "      <td>Fiona</td>\n",
       "      <td>[chinese music lovers rock folk rock reggae ha...</td>\n",
       "      <td>[0.87818672 0.87818672 0.92531053 0.97243434 0...</td>\n",
       "      <td>[1.         1.         0.96670948 0.96160991 0...</td>\n",
       "      <td>...</td>\n",
       "      <td>113.474790</td>\n",
       "      <td>0.385813</td>\n",
       "      <td>112.568695</td>\n",
       "      <td>0.162542</td>\n",
       "      <td>113.837191</td>\n",
       "      <td>0.558425</td>\n",
       "      <td>chinese music</td>\n",
       "      <td>-10</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>254</th>\n",
       "      <td>0.569524</td>\n",
       "      <td>0.381468</td>\n",
       "      <td>AR72Q9R1187B98A664</td>\n",
       "      <td>NaN</td>\n",
       "      <td></td>\n",
       "      <td>NaN</td>\n",
       "      <td>Hatiras</td>\n",
       "      <td>[tech house hard house progressive house hard ...</td>\n",
       "      <td>[0.9353359  0.86708476 0.89301694 0.83497739 0...</td>\n",
       "      <td>[1.         0.96150352 0.95578376 0.92851513 0...</td>\n",
       "      <td>...</td>\n",
       "      <td>149.243690</td>\n",
       "      <td>0.560477</td>\n",
       "      <td>148.108041</td>\n",
       "      <td>0.131448</td>\n",
       "      <td>149.243705</td>\n",
       "      <td>0.413811</td>\n",
       "      <td>tech house</td>\n",
       "      <td>2000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>301</th>\n",
       "      <td>0.585610</td>\n",
       "      <td>0.317037</td>\n",
       "      <td>ARAVPU21187B993957</td>\n",
       "      <td>40.19033</td>\n",
       "      <td>Ohio</td>\n",
       "      <td>-82.66947</td>\n",
       "      <td>Don &amp; Juan</td>\n",
       "      <td>[doo-wop ballad german pop blues-rock pop rock...</td>\n",
       "      <td>[0.96201982 0.92074089 0.83196393 0.83196393 0...</td>\n",
       "      <td>[1.         0.95554433 0.9025182  0.9025182  0...</td>\n",
       "      <td>...</td>\n",
       "      <td>70.554657</td>\n",
       "      <td>0.250858</td>\n",
       "      <td>69.665960</td>\n",
       "      <td>0.117813</td>\n",
       "      <td>70.554836</td>\n",
       "      <td>0.207549</td>\n",
       "      <td>doo-wop</td>\n",
       "      <td>-10</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>310</th>\n",
       "      <td>0.713322</td>\n",
       "      <td>0.473613</td>\n",
       "      <td>AR6CLFP1187B9ACB94</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Sacramento, CA</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Daniel Johnston</td>\n",
       "      <td>[power pop pop rock soundtrack progressive roc...</td>\n",
       "      <td>[0.98754156 0.93813247 0.93813247 0.93813247 1...</td>\n",
       "      <td>[1.         0.93604037 0.89820987 0.89655595 0...</td>\n",
       "      <td>...</td>\n",
       "      <td>117.901530</td>\n",
       "      <td>0.363635</td>\n",
       "      <td>118.722564</td>\n",
       "      <td>0.106412</td>\n",
       "      <td>117.902057</td>\n",
       "      <td>0.128070</td>\n",
       "      <td>power pop</td>\n",
       "      <td>1980</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>330</th>\n",
       "      <td>0.612576</td>\n",
       "      <td>0.415748</td>\n",
       "      <td>ARJD6I01187FB50347</td>\n",
       "      <td>NaN</td>\n",
       "      <td></td>\n",
       "      <td>NaN</td>\n",
       "      <td>Anna Abreu</td>\n",
       "      <td>[shock rock thrash metal finish r&amp; female voca...</td>\n",
       "      <td>[0.92604638 0.92604638 0.78977383 0.77332381 0...</td>\n",
       "      <td>[1.         0.899031   0.89321147 0.86837818 0...</td>\n",
       "      <td>...</td>\n",
       "      <td>100.076029</td>\n",
       "      <td>0.347754</td>\n",
       "      <td>99.235790</td>\n",
       "      <td>0.140802</td>\n",
       "      <td>99.970992</td>\n",
       "      <td>0.134463</td>\n",
       "      <td>shock rock</td>\n",
       "      <td>2000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>334</th>\n",
       "      <td>0.444185</td>\n",
       "      <td>0.326556</td>\n",
       "      <td>ARIOTFR1187B98F316</td>\n",
       "      <td>NaN</td>\n",
       "      <td>United States</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Mykill Miers</td>\n",
       "      <td>[hip hop turnablism alternative hip hop rap ha...</td>\n",
       "      <td>[1.         0.73630338 0.73630338 0.87006829 0...</td>\n",
       "      <td>[1.         0.93206302 0.93206302 0.8837812  0...</td>\n",
       "      <td>...</td>\n",
       "      <td>115.604455</td>\n",
       "      <td>0.593808</td>\n",
       "      <td>113.682973</td>\n",
       "      <td>0.107321</td>\n",
       "      <td>115.603948</td>\n",
       "      <td>0.443944</td>\n",
       "      <td>hip hop</td>\n",
       "      <td>-10</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>344</th>\n",
       "      <td>0.606770</td>\n",
       "      <td>0.470790</td>\n",
       "      <td>ARZ8KO81187B9B1B7C</td>\n",
       "      <td>NaN</td>\n",
       "      <td></td>\n",
       "      <td>NaN</td>\n",
       "      <td>Burt Bacharach</td>\n",
       "      <td>[brill building pop easy listening soft rock j...</td>\n",
       "      <td>[0.98944603 1.         0.89468654 0.99958048 0...</td>\n",
       "      <td>[1.         0.94976844 0.89496266 0.87213181 0...</td>\n",
       "      <td>...</td>\n",
       "      <td>83.576118</td>\n",
       "      <td>0.431108</td>\n",
       "      <td>83.056830</td>\n",
       "      <td>0.205514</td>\n",
       "      <td>83.576043</td>\n",
       "      <td>0.267597</td>\n",
       "      <td>brill building pop</td>\n",
       "      <td>1960</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>348</th>\n",
       "      <td>0.866520</td>\n",
       "      <td>0.766545</td>\n",
       "      <td>ARXPPEY1187FB51DF4</td>\n",
       "      <td>NaN</td>\n",
       "      <td></td>\n",
       "      <td>NaN</td>\n",
       "      <td>Michael Jackson</td>\n",
       "      <td>[motown dance pop funk vocal pop rock urban so...</td>\n",
       "      <td>[0.99997156 0.99997156 1.         0.81967978 0...</td>\n",
       "      <td>[1.         1.         0.87667757 0.79726121 0...</td>\n",
       "      <td>...</td>\n",
       "      <td>88.521284</td>\n",
       "      <td>0.120008</td>\n",
       "      <td>87.941726</td>\n",
       "      <td>0.129046</td>\n",
       "      <td>88.521127</td>\n",
       "      <td>0.306724</td>\n",
       "      <td>motown</td>\n",
       "      <td>1970</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9706</th>\n",
       "      <td>0.737973</td>\n",
       "      <td>0.555969</td>\n",
       "      <td>ARAEX7Y1187FB42D36</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Severn, MD</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Toni Braxton</td>\n",
       "      <td>[dance pop rock urban adult contemporary clu r...</td>\n",
       "      <td>[0.99985455 1.         0.67628344 0.58641533 0...</td>\n",
       "      <td>[1.         0.76552214 0.73380518 0.69659858 0...</td>\n",
       "      <td>...</td>\n",
       "      <td>124.095131</td>\n",
       "      <td>0.926416</td>\n",
       "      <td>122.679961</td>\n",
       "      <td>0.102586</td>\n",
       "      <td>124.272067</td>\n",
       "      <td>0.825264</td>\n",
       "      <td>dance pop</td>\n",
       "      <td>2000</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9713</th>\n",
       "      <td>0.421235</td>\n",
       "      <td>0.218936</td>\n",
       "      <td>ARXWBOL11E2835E5BB</td>\n",
       "      <td>NaN</td>\n",
       "      <td></td>\n",
       "      <td>NaN</td>\n",
       "      <td>Abbott &amp; Chambers</td>\n",
       "      <td>[progressive trance trance hard trance electro...</td>\n",
       "      <td>[0.98016132 1.         0.7462327  0.93012932 0...</td>\n",
       "      <td>[1.         0.92392605 0.87159427 0.78275721 0...</td>\n",
       "      <td>...</td>\n",
       "      <td>245.035390</td>\n",
       "      <td>0.489133</td>\n",
       "      <td>243.726887</td>\n",
       "      <td>0.175272</td>\n",
       "      <td>244.926199</td>\n",
       "      <td>0.514232</td>\n",
       "      <td>progressive trance</td>\n",
       "      <td>-10</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9714</th>\n",
       "      <td>0.291433</td>\n",
       "      <td>0.190346</td>\n",
       "      <td>ARZDYBC1187B9A3142</td>\n",
       "      <td>36.06320</td>\n",
       "      <td>Fayetteville, AR</td>\n",
       "      <td>-94.15791</td>\n",
       "      <td>The Cate Brothers</td>\n",
       "      <td>[roots rock blue-eyed soul blues-rock blues fu...</td>\n",
       "      <td>[1.         0.91967985 0.84382773 0.78858592 0...</td>\n",
       "      <td>[1.         0.93978819 0.88292584 0.71988687 0...</td>\n",
       "      <td>...</td>\n",
       "      <td>162.230969</td>\n",
       "      <td>0.533588</td>\n",
       "      <td>161.691258</td>\n",
       "      <td>0.132646</td>\n",
       "      <td>162.231227</td>\n",
       "      <td>0.379860</td>\n",
       "      <td>roots rock</td>\n",
       "      <td>-10</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9719</th>\n",
       "      <td>0.330647</td>\n",
       "      <td>0.273269</td>\n",
       "      <td>AR18B3W1187B9A5AAA</td>\n",
       "      <td>NaN</td>\n",
       "      <td></td>\n",
       "      <td>NaN</td>\n",
       "      <td>Louisa Mark feat. Kevin Henry</td>\n",
       "      <td>[lovers rock reggae roots reggae classic]</td>\n",
       "      <td>[0.99758579 1.         0.72567953 0.20123455]</td>\n",
       "      <td>[1.         0.88290085 0.79188622 0.34404798]</td>\n",
       "      <td>...</td>\n",
       "      <td>134.196870</td>\n",
       "      <td>0.257708</td>\n",
       "      <td>131.629136</td>\n",
       "      <td>0.105737</td>\n",
       "      <td>134.097770</td>\n",
       "      <td>0.381360</td>\n",
       "      <td>lovers rock</td>\n",
       "      <td>-10</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9741</th>\n",
       "      <td>0.764003</td>\n",
       "      <td>0.542395</td>\n",
       "      <td>ARP7ILI1187B9AE9F7</td>\n",
       "      <td>NaN</td>\n",
       "      <td></td>\n",
       "      <td>NaN</td>\n",
       "      <td>Phantom Planet</td>\n",
       "      <td>[power pop indie rock rock alternative pop\\n p...</td>\n",
       "      <td>[0.9984067  0.9984067  1.         0.90929405 0...</td>\n",
       "      <td>[1.         0.88863089 0.81232211 0.77590828 0...</td>\n",
       "      <td>...</td>\n",
       "      <td>56.385574</td>\n",
       "      <td>0.580822</td>\n",
       "      <td>55.530436</td>\n",
       "      <td>0.206420</td>\n",
       "      <td>56.526244</td>\n",
       "      <td>0.612505</td>\n",
       "      <td>power pop</td>\n",
       "      <td>2000</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9753</th>\n",
       "      <td>0.693009</td>\n",
       "      <td>0.498669</td>\n",
       "      <td>ARD5K161187B9AC784</td>\n",
       "      <td>51.27562</td>\n",
       "      <td>Sevenoaks, United Kingdom</td>\n",
       "      <td>0.17898</td>\n",
       "      <td>Orbital</td>\n",
       "      <td>[techno intelligent dance music electronica am...</td>\n",
       "      <td>[1.         0.74288273 0.94769328 0.82072416 0...</td>\n",
       "      <td>[1.         0.94210321 0.91311261 0.81718071 0...</td>\n",
       "      <td>...</td>\n",
       "      <td>238.876558</td>\n",
       "      <td>0.305963</td>\n",
       "      <td>240.507255</td>\n",
       "      <td>0.189441</td>\n",
       "      <td>239.103210</td>\n",
       "      <td>0.355762</td>\n",
       "      <td>techno</td>\n",
       "      <td>1990</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9778</th>\n",
       "      <td>0.817635</td>\n",
       "      <td>0.564006</td>\n",
       "      <td>AR40GSU1187FB3AA01</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Brooklyn, NY</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Neil Diamond</td>\n",
       "      <td>[soft rock pop rock rock pop adult contemporar...</td>\n",
       "      <td>[0.94810558 0.94810558 1.         0.86720493 0...</td>\n",
       "      <td>[1.         0.94675539 0.83672654 0.76240408 0...</td>\n",
       "      <td>...</td>\n",
       "      <td>97.413485</td>\n",
       "      <td>0.445632</td>\n",
       "      <td>96.321398</td>\n",
       "      <td>0.143788</td>\n",
       "      <td>97.413753</td>\n",
       "      <td>0.199638</td>\n",
       "      <td>soft rock</td>\n",
       "      <td>1970</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9779</th>\n",
       "      <td>0.442025</td>\n",
       "      <td>0.286033</td>\n",
       "      <td>AR0NQD81187FB3AD13</td>\n",
       "      <td>32.74863</td>\n",
       "      <td>Fort Worth, TX</td>\n",
       "      <td>-97.32925</td>\n",
       "      <td>Gary Morris</td>\n",
       "      <td>[country gospel country music oldies country f...</td>\n",
       "      <td>[1.         0.93522591 0.93522591 0.74930381 0...</td>\n",
       "      <td>[1.         0.95471451 0.84295893 0.82473084 0...</td>\n",
       "      <td>...</td>\n",
       "      <td>152.311930</td>\n",
       "      <td>0.456274</td>\n",
       "      <td>151.634619</td>\n",
       "      <td>0.147244</td>\n",
       "      <td>152.424977</td>\n",
       "      <td>0.301591</td>\n",
       "      <td>country gospel</td>\n",
       "      <td>-10</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9789</th>\n",
       "      <td>0.074959</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>ARXGVSB11F4C842CF3</td>\n",
       "      <td>NaN</td>\n",
       "      <td></td>\n",
       "      <td>NaN</td>\n",
       "      <td>Opals</td>\n",
       "      <td>[chicago soul soul]</td>\n",
       "      <td>[1.        0.7270081]</td>\n",
       "      <td>[1.         0.63997129]</td>\n",
       "      <td>...</td>\n",
       "      <td>66.457362</td>\n",
       "      <td>0.221911</td>\n",
       "      <td>65.681910</td>\n",
       "      <td>0.272391</td>\n",
       "      <td>66.457362</td>\n",
       "      <td>0.221911</td>\n",
       "      <td>chicago soul</td>\n",
       "      <td>-10</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9803</th>\n",
       "      <td>0.522590</td>\n",
       "      <td>0.390641</td>\n",
       "      <td>ARN03F71187FB4E3F4</td>\n",
       "      <td>NaN</td>\n",
       "      <td>United States</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Ayo</td>\n",
       "      <td>[neo soul r&amp; smooth jazz reggae blues jazz du\\...</td>\n",
       "      <td>[0.94853245 0.92230533 0.91842586 1.         0...</td>\n",
       "      <td>[1.         0.96814057 0.94764746 0.92141186 0...</td>\n",
       "      <td>...</td>\n",
       "      <td>143.415176</td>\n",
       "      <td>0.431455</td>\n",
       "      <td>141.630154</td>\n",
       "      <td>0.042658</td>\n",
       "      <td>143.414918</td>\n",
       "      <td>0.169346</td>\n",
       "      <td>neo soul</td>\n",
       "      <td>2000</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9827</th>\n",
       "      <td>0.567279</td>\n",
       "      <td>0.533886</td>\n",
       "      <td>ARCHKD91187B9A0A42</td>\n",
       "      <td>40.71455</td>\n",
       "      <td>New York, NY [The Bronx]</td>\n",
       "      <td>-74.00712</td>\n",
       "      <td>The Ronettes</td>\n",
       "      <td>[brill building pop all-female motown rock n r...</td>\n",
       "      <td>[0.96782695 0.94750146 0.91631772 0.85809583 0...</td>\n",
       "      <td>[1.         0.98397901 0.95939931 0.91350756 0...</td>\n",
       "      <td>...</td>\n",
       "      <td>89.115281</td>\n",
       "      <td>0.348862</td>\n",
       "      <td>90.129234</td>\n",
       "      <td>0.128526</td>\n",
       "      <td>89.113105</td>\n",
       "      <td>0.085570</td>\n",
       "      <td>brill building pop</td>\n",
       "      <td>1990</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9830</th>\n",
       "      <td>0.754918</td>\n",
       "      <td>0.507464</td>\n",
       "      <td>ARWPYQI1187FB4D55A</td>\n",
       "      <td>53.45644</td>\n",
       "      <td>Newton-le-Willows, Merseyside, England</td>\n",
       "      <td>-2.63265</td>\n",
       "      <td>Rick Astley</td>\n",
       "      <td>[dance pop rock pop england adult contemporary...</td>\n",
       "      <td>[1.         1.         0.91010297 0.66295815 0...</td>\n",
       "      <td>[1.         0.75590423 0.72334284 0.72294536 0...</td>\n",
       "      <td>...</td>\n",
       "      <td>104.365617</td>\n",
       "      <td>0.306382</td>\n",
       "      <td>103.564459</td>\n",
       "      <td>0.131323</td>\n",
       "      <td>104.465688</td>\n",
       "      <td>0.236203</td>\n",
       "      <td>dance pop</td>\n",
       "      <td>1990</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9831</th>\n",
       "      <td>0.531124</td>\n",
       "      <td>0.382528</td>\n",
       "      <td>ARZKUQI11F4C8467A5</td>\n",
       "      <td>NaN</td>\n",
       "      <td></td>\n",
       "      <td>NaN</td>\n",
       "      <td>Oscar Peterson Trio</td>\n",
       "      <td>[chill-out bebop vocal jazz jazz fusion free j...</td>\n",
       "      <td>[0.9495938  0.94550503 0.94527509 0.94527509 0...</td>\n",
       "      <td>[1.         0.99688635 0.99671125 0.97791589 0...</td>\n",
       "      <td>...</td>\n",
       "      <td>88.649652</td>\n",
       "      <td>0.275022</td>\n",
       "      <td>87.782371</td>\n",
       "      <td>0.099569</td>\n",
       "      <td>88.649745</td>\n",
       "      <td>0.249129</td>\n",
       "      <td>chill-out</td>\n",
       "      <td>-10</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9837</th>\n",
       "      <td>0.601246</td>\n",
       "      <td>0.461027</td>\n",
       "      <td>AR2S4CA1187B99632E</td>\n",
       "      <td>NaN</td>\n",
       "      <td></td>\n",
       "      <td>NaN</td>\n",
       "      <td>FFH</td>\n",
       "      <td>[ccm christian rock power pop gospel soft rock...</td>\n",
       "      <td>[1.         0.97840508 0.8132408  0.71012933 0...</td>\n",
       "      <td>[1.         0.9604737  0.8009204  0.75689025 0...</td>\n",
       "      <td>...</td>\n",
       "      <td>126.943748</td>\n",
       "      <td>0.044759</td>\n",
       "      <td>125.862486</td>\n",
       "      <td>0.144234</td>\n",
       "      <td>126.944072</td>\n",
       "      <td>0.080794</td>\n",
       "      <td>ccm</td>\n",
       "      <td>2000</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9838</th>\n",
       "      <td>0.498835</td>\n",
       "      <td>0.379961</td>\n",
       "      <td>AR9OLFX1187B9A5762</td>\n",
       "      <td>31.30757</td>\n",
       "      <td>Kosse, TX</td>\n",
       "      <td>-96.63166</td>\n",
       "      <td>Bob Willis</td>\n",
       "      <td>[western swing classic country honky tonk rock...</td>\n",
       "      <td>[1.         0.81235892 0.7469137  0.78820504 0...</td>\n",
       "      <td>[1.         0.85275358 0.80139716 0.78804843 0...</td>\n",
       "      <td>...</td>\n",
       "      <td>83.353485</td>\n",
       "      <td>0.441109</td>\n",
       "      <td>83.353485</td>\n",
       "      <td>0.441109</td>\n",
       "      <td>83.353199</td>\n",
       "      <td>0.180165</td>\n",
       "      <td>western swing</td>\n",
       "      <td>1990</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9842</th>\n",
       "      <td>0.556410</td>\n",
       "      <td>0.396596</td>\n",
       "      <td>AR0N9BV1187FB3AD01</td>\n",
       "      <td>41.76332</td>\n",
       "      <td>Hartford, CT</td>\n",
       "      <td>-72.67407</td>\n",
       "      <td>Gene Pitney</td>\n",
       "      <td>[brill building pop honky tonk pop rock ballad...</td>\n",
       "      <td>[1.         0.80342548 0.77829281 0.68601547 0...</td>\n",
       "      <td>[1.         0.84264925 0.75606219 0.73899827 0...</td>\n",
       "      <td>...</td>\n",
       "      <td>80.701087</td>\n",
       "      <td>0.131364</td>\n",
       "      <td>78.760580</td>\n",
       "      <td>0.088194</td>\n",
       "      <td>80.862062</td>\n",
       "      <td>0.430522</td>\n",
       "      <td>brill building pop</td>\n",
       "      <td>1980</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9852</th>\n",
       "      <td>0.418518</td>\n",
       "      <td>0.355379</td>\n",
       "      <td>ARZLX2S1187B991A47</td>\n",
       "      <td>NaN</td>\n",
       "      <td></td>\n",
       "      <td>NaN</td>\n",
       "      <td>The Four Pennies</td>\n",
       "      <td>[brill building pop pop rock country rock blue...</td>\n",
       "      <td>[0.88460811 0.93915462 0.79815395 0.79815395 0...</td>\n",
       "      <td>[1.         0.94693265 0.93067068 0.93067068 0...</td>\n",
       "      <td>...</td>\n",
       "      <td>75.869412</td>\n",
       "      <td>0.417260</td>\n",
       "      <td>74.982158</td>\n",
       "      <td>0.197329</td>\n",
       "      <td>76.016911</td>\n",
       "      <td>0.307130</td>\n",
       "      <td>brill building pop</td>\n",
       "      <td>-10</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9853</th>\n",
       "      <td>0.661766</td>\n",
       "      <td>0.257382</td>\n",
       "      <td>ARYGSFW1187FB519B1</td>\n",
       "      <td>NaN</td>\n",
       "      <td>United Kingdom</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Mike And The Mechanics</td>\n",
       "      <td>[pop rock soft rock art rock classic rock prog...</td>\n",
       "      <td>[1.         0.76833165 0.71780379 0.81885951 0...</td>\n",
       "      <td>[1.         0.86344459 0.82891067 0.81859422 0...</td>\n",
       "      <td>...</td>\n",
       "      <td>94.196816</td>\n",
       "      <td>0.658101</td>\n",
       "      <td>93.061778</td>\n",
       "      <td>0.136098</td>\n",
       "      <td>94.196895</td>\n",
       "      <td>0.407919</td>\n",
       "      <td>pop rock</td>\n",
       "      <td>1980</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9857</th>\n",
       "      <td>0.692345</td>\n",
       "      <td>0.519288</td>\n",
       "      <td>ARUQ6301187FB54EBA</td>\n",
       "      <td>NaN</td>\n",
       "      <td></td>\n",
       "      <td>NaN</td>\n",
       "      <td>Salt-N-Pepa</td>\n",
       "      <td>[pop rap hip hop hip house new jack swing euro...</td>\n",
       "      <td>[0.95857713 1.         0.81507387 0.79392729 0...</td>\n",
       "      <td>[1.         0.92676135 0.88028972 0.86264926 0...</td>\n",
       "      <td>...</td>\n",
       "      <td>103.645800</td>\n",
       "      <td>0.559455</td>\n",
       "      <td>102.940708</td>\n",
       "      <td>0.090890</td>\n",
       "      <td>103.528193</td>\n",
       "      <td>0.780830</td>\n",
       "      <td>pop rap</td>\n",
       "      <td>1980</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9879</th>\n",
       "      <td>0.797025</td>\n",
       "      <td>0.416610</td>\n",
       "      <td>ARSCJQW1187B9B3523</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Vrsac</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Hoods</td>\n",
       "      <td>[hardcore punk grindcore straight edge indie r...</td>\n",
       "      <td>[1.         0.91232717 0.82687357 0.95460561 0...</td>\n",
       "      <td>[1.         0.92849521 0.91527019 0.89495471 0...</td>\n",
       "      <td>...</td>\n",
       "      <td>85.143594</td>\n",
       "      <td>0.231965</td>\n",
       "      <td>88.271945</td>\n",
       "      <td>0.110923</td>\n",
       "      <td>85.019799</td>\n",
       "      <td>0.110913</td>\n",
       "      <td>hardcore punk</td>\n",
       "      <td>-10</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9880</th>\n",
       "      <td>0.662299</td>\n",
       "      <td>0.379138</td>\n",
       "      <td>ARALP6I1187B989E27</td>\n",
       "      <td>40.86034</td>\n",
       "      <td>Passaic, NJ</td>\n",
       "      <td>-74.12374</td>\n",
       "      <td>The Shirelles</td>\n",
       "      <td>[doo-wop ballad all-female brill building pop ...</td>\n",
       "      <td>[0.96160602 0.9676288  0.89434449 0.89072009 0...</td>\n",
       "      <td>[1.         0.994666   0.94487784 0.94190757 0...</td>\n",
       "      <td>...</td>\n",
       "      <td>65.795930</td>\n",
       "      <td>0.605110</td>\n",
       "      <td>65.280401</td>\n",
       "      <td>0.114667</td>\n",
       "      <td>65.924879</td>\n",
       "      <td>0.601861</td>\n",
       "      <td>doo-wop</td>\n",
       "      <td>1960</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9891</th>\n",
       "      <td>0.304389</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>ARZ0SAE1187FB46680</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Detroit, MI</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Hal Russell</td>\n",
       "      <td>[free jazz jazz avant-garde contemporary jazz ...</td>\n",
       "      <td>[1.         0.90970826 0.77850322 0.55886484 0...</td>\n",
       "      <td>[1.         0.78527797 0.75716267 0.68195412 0...</td>\n",
       "      <td>...</td>\n",
       "      <td>193.827905</td>\n",
       "      <td>0.354274</td>\n",
       "      <td>192.774851</td>\n",
       "      <td>0.186936</td>\n",
       "      <td>193.827835</td>\n",
       "      <td>0.117423</td>\n",
       "      <td>free jazz</td>\n",
       "      <td>-10</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9894</th>\n",
       "      <td>0.645317</td>\n",
       "      <td>0.401090</td>\n",
       "      <td>ARW9SN11187FB52D0D</td>\n",
       "      <td>NaN</td>\n",
       "      <td></td>\n",
       "      <td>NaN</td>\n",
       "      <td>City High</td>\n",
       "      <td>[hip hop r&amp; rap ska disco emo alternative rap\\...</td>\n",
       "      <td>[1.         0.79772693 0.88016319 0.7886526  0...</td>\n",
       "      <td>[1.         0.95444145 0.89124061 0.85454298 0...</td>\n",
       "      <td>...</td>\n",
       "      <td>86.171229</td>\n",
       "      <td>0.410780</td>\n",
       "      <td>85.696202</td>\n",
       "      <td>0.110500</td>\n",
       "      <td>86.171503</td>\n",
       "      <td>0.236810</td>\n",
       "      <td>hip hop</td>\n",
       "      <td>2000</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9905</th>\n",
       "      <td>0.334168</td>\n",
       "      <td>0.188030</td>\n",
       "      <td>AR95F611187B99CE1C</td>\n",
       "      <td>35.14968</td>\n",
       "      <td>Memphis, TN</td>\n",
       "      <td>-90.04892</td>\n",
       "      <td>Anita Kerr</td>\n",
       "      <td>[country gospel instrumental pop ballad classi...</td>\n",
       "      <td>[1.         0.98035987 0.87300649 0.96812952 0...</td>\n",
       "      <td>[1.         0.98531199 0.8928094  0.86146951 0...</td>\n",
       "      <td>...</td>\n",
       "      <td>74.779461</td>\n",
       "      <td>0.476765</td>\n",
       "      <td>73.635314</td>\n",
       "      <td>0.143247</td>\n",
       "      <td>74.935668</td>\n",
       "      <td>0.246349</td>\n",
       "      <td>country gospel</td>\n",
       "      <td>-10</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9915</th>\n",
       "      <td>0.603839</td>\n",
       "      <td>0.395791</td>\n",
       "      <td>ARDY3451187B9A0226</td>\n",
       "      <td>38.68193</td>\n",
       "      <td>Dry Ridge, KY</td>\n",
       "      <td>-84.59431</td>\n",
       "      <td>Skeeter Davis</td>\n",
       "      <td>[country rock ballad chanson nashville sound s...</td>\n",
       "      <td>[0.9783691  0.86709538 0.84922945 0.82404884 0...</td>\n",
       "      <td>[1.         0.90103199 0.88467384 0.87794635 0...</td>\n",
       "      <td>...</td>\n",
       "      <td>71.474575</td>\n",
       "      <td>0.300926</td>\n",
       "      <td>71.186416</td>\n",
       "      <td>0.172825</td>\n",
       "      <td>71.475425</td>\n",
       "      <td>0.244553</td>\n",
       "      <td>country rock</td>\n",
       "      <td>1980</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9925</th>\n",
       "      <td>0.934935</td>\n",
       "      <td>0.787005</td>\n",
       "      <td>ARKSZW81187B9B695D</td>\n",
       "      <td>40.71455</td>\n",
       "      <td>New York, New York</td>\n",
       "      <td>-74.00712</td>\n",
       "      <td>Mariah Carey</td>\n",
       "      <td>[dance pop hip hop urban pop adult contemporar...</td>\n",
       "      <td>[1.         0.95256723 0.7187597  0.92558529 0...</td>\n",
       "      <td>[1.         0.83496685 0.7603003  0.76028188 0...</td>\n",
       "      <td>...</td>\n",
       "      <td>150.111758</td>\n",
       "      <td>0.773441</td>\n",
       "      <td>148.859412</td>\n",
       "      <td>0.082319</td>\n",
       "      <td>149.955260</td>\n",
       "      <td>0.523984</td>\n",
       "      <td>dance pop</td>\n",
       "      <td>1990</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9946</th>\n",
       "      <td>0.546728</td>\n",
       "      <td>0.386180</td>\n",
       "      <td>ARE26EG1187B990AEF</td>\n",
       "      <td>51.77045</td>\n",
       "      <td>Essex, England</td>\n",
       "      <td>0.64255</td>\n",
       "      <td>Sunscreem</td>\n",
       "      <td>[progressive house progressive trance trance u...</td>\n",
       "      <td>[0.95518495 0.94336859 0.96853835 0.82472235 0...</td>\n",
       "      <td>[1.         0.96943969 0.91937462 0.91873084 0...</td>\n",
       "      <td>...</td>\n",
       "      <td>114.440663</td>\n",
       "      <td>0.855459</td>\n",
       "      <td>113.517864</td>\n",
       "      <td>0.137878</td>\n",
       "      <td>114.440598</td>\n",
       "      <td>0.707091</td>\n",
       "      <td>progressive house</td>\n",
       "      <td>1990</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9950</th>\n",
       "      <td>0.756064</td>\n",
       "      <td>0.491469</td>\n",
       "      <td>AR82DJK1187B991107</td>\n",
       "      <td>34.05349</td>\n",
       "      <td>Los Angeles, CA</td>\n",
       "      <td>-118.24532</td>\n",
       "      <td>The Pharcyde</td>\n",
       "      <td>[rap hip hop new wave electro underground hip ...</td>\n",
       "      <td>[1.         0.93795649 0.8166336  0.8166336  0...</td>\n",
       "      <td>[1.         0.94934123 0.87641578 0.84410376 0...</td>\n",
       "      <td>...</td>\n",
       "      <td>108.660188</td>\n",
       "      <td>0.821548</td>\n",
       "      <td>107.738202</td>\n",
       "      <td>0.176102</td>\n",
       "      <td>108.660178</td>\n",
       "      <td>0.952949</td>\n",
       "      <td>rap</td>\n",
       "      <td>2000</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9966</th>\n",
       "      <td>0.442201</td>\n",
       "      <td>0.413666</td>\n",
       "      <td>ARUP7CF1187FB40EEB</td>\n",
       "      <td>NaN</td>\n",
       "      <td></td>\n",
       "      <td>NaN</td>\n",
       "      <td>Abrar - Ul - Haq</td>\n",
       "      <td>[bhangra dance pop punjabi rock beat patriotic...</td>\n",
       "      <td>[0.87120663 1.         0.93979    0.59375534 0...</td>\n",
       "      <td>[1.         0.91921629 0.82607971 0.77700798 0...</td>\n",
       "      <td>...</td>\n",
       "      <td>148.751773</td>\n",
       "      <td>0.823462</td>\n",
       "      <td>147.068218</td>\n",
       "      <td>0.093482</td>\n",
       "      <td>148.920172</td>\n",
       "      <td>0.491845</td>\n",
       "      <td>bhangra</td>\n",
       "      <td>-10</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9978</th>\n",
       "      <td>0.731208</td>\n",
       "      <td>0.547507</td>\n",
       "      <td>ARQ76LG1187B9ACD84</td>\n",
       "      <td>34.05349</td>\n",
       "      <td>Los Angeles, CA</td>\n",
       "      <td>-118.24532</td>\n",
       "      <td>Black Flag</td>\n",
       "      <td>[hardcore punk punk hardcore los angeles\\n ame...</td>\n",
       "      <td>[1.         0.89322901 0.81440362 0.5919394  0...</td>\n",
       "      <td>[1.         0.80668631 0.76448542 0.75921443 0...</td>\n",
       "      <td>...</td>\n",
       "      <td>62.550752</td>\n",
       "      <td>0.474426</td>\n",
       "      <td>61.825135</td>\n",
       "      <td>0.140514</td>\n",
       "      <td>62.550580</td>\n",
       "      <td>0.155900</td>\n",
       "      <td>hardcore punk</td>\n",
       "      <td>1980</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>1059 rows × 51 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "      artist_familiarity  artist_hotttnesss           artist_id  \\\n",
       "32              0.633221           0.410247  ARCT5P61187FB3D950   \n",
       "35              0.467054           0.374558  ARUG6DV1187B992475   \n",
       "52              0.892689           0.830357  ARXOTQH1187FB57084   \n",
       "73              0.579715           0.424508  ARP23RL1187FB497FE   \n",
       "74              0.600487           0.453270  ARPHH7Z1187B9B6A3A   \n",
       "75              0.947328           0.607257  AR03BDP1187FB5B324   \n",
       "104             0.871011           0.804830  ARTH9041187FB43E1F   \n",
       "110             0.534392           0.345174  ARDE7I31187FB43352   \n",
       "117             0.305524           0.257496  ARXSPYZ1187B98972A   \n",
       "129             0.473487           0.219370  ARWENXU12454A2DE56   \n",
       "155             0.742548           0.625428  ARO4WQR1187B9B9825   \n",
       "156             0.696817           0.482100  ARD8JVH1187FB4DA04   \n",
       "158             0.603602           0.409484  ARK9W051187FB4B783   \n",
       "165             0.621487           0.463608  ARP72BU1187B99CD9A   \n",
       "174             0.121187           0.000000  ARLJK1O1187B9B0FC4   \n",
       "187             0.814448           0.607972  ARFVYJI1187B9B8E13   \n",
       "189             0.621414           0.443930  ARMIMHT1187B98F038   \n",
       "213             0.818319           0.667295  ARVN9FZ1187FB393F1   \n",
       "214             0.443246           0.208175  ART3TOJ1187B98D1AB   \n",
       "223             0.617473           0.442949  ARVOWE21187FB3AE3C   \n",
       "234             0.569860           0.414667  ARQPT7O1187B9AAF4F   \n",
       "245             0.471670           0.366103  AR05XFO1187FB4DAE5   \n",
       "250             0.513468           0.383678  ARON0YP1187FB4B465   \n",
       "254             0.569524           0.381468  AR72Q9R1187B98A664   \n",
       "301             0.585610           0.317037  ARAVPU21187B993957   \n",
       "310             0.713322           0.473613  AR6CLFP1187B9ACB94   \n",
       "330             0.612576           0.415748  ARJD6I01187FB50347   \n",
       "334             0.444185           0.326556  ARIOTFR1187B98F316   \n",
       "344             0.606770           0.470790  ARZ8KO81187B9B1B7C   \n",
       "348             0.866520           0.766545  ARXPPEY1187FB51DF4   \n",
       "...                  ...                ...                 ...   \n",
       "9706            0.737973           0.555969  ARAEX7Y1187FB42D36   \n",
       "9713            0.421235           0.218936  ARXWBOL11E2835E5BB   \n",
       "9714            0.291433           0.190346  ARZDYBC1187B9A3142   \n",
       "9719            0.330647           0.273269  AR18B3W1187B9A5AAA   \n",
       "9741            0.764003           0.542395  ARP7ILI1187B9AE9F7   \n",
       "9753            0.693009           0.498669  ARD5K161187B9AC784   \n",
       "9778            0.817635           0.564006  AR40GSU1187FB3AA01   \n",
       "9779            0.442025           0.286033  AR0NQD81187FB3AD13   \n",
       "9789            0.074959           0.000000  ARXGVSB11F4C842CF3   \n",
       "9803            0.522590           0.390641  ARN03F71187FB4E3F4   \n",
       "9827            0.567279           0.533886  ARCHKD91187B9A0A42   \n",
       "9830            0.754918           0.507464  ARWPYQI1187FB4D55A   \n",
       "9831            0.531124           0.382528  ARZKUQI11F4C8467A5   \n",
       "9837            0.601246           0.461027  AR2S4CA1187B99632E   \n",
       "9838            0.498835           0.379961  AR9OLFX1187B9A5762   \n",
       "9842            0.556410           0.396596  AR0N9BV1187FB3AD01   \n",
       "9852            0.418518           0.355379  ARZLX2S1187B991A47   \n",
       "9853            0.661766           0.257382  ARYGSFW1187FB519B1   \n",
       "9857            0.692345           0.519288  ARUQ6301187FB54EBA   \n",
       "9879            0.797025           0.416610  ARSCJQW1187B9B3523   \n",
       "9880            0.662299           0.379138  ARALP6I1187B989E27   \n",
       "9891            0.304389           0.000000  ARZ0SAE1187FB46680   \n",
       "9894            0.645317           0.401090  ARW9SN11187FB52D0D   \n",
       "9905            0.334168           0.188030  AR95F611187B99CE1C   \n",
       "9915            0.603839           0.395791  ARDY3451187B9A0226   \n",
       "9925            0.934935           0.787005  ARKSZW81187B9B695D   \n",
       "9946            0.546728           0.386180  ARE26EG1187B990AEF   \n",
       "9950            0.756064           0.491469  AR82DJK1187B991107   \n",
       "9966            0.442201           0.413666  ARUP7CF1187FB40EEB   \n",
       "9978            0.731208           0.547507  ARQ76LG1187B9ACD84   \n",
       "\n",
       "      artist_latitude                         artist_location  \\\n",
       "32                NaN                           United States   \n",
       "35           33.45081                           Indianola, MS   \n",
       "52                NaN                     Fairfax, California   \n",
       "73           18.11526                   Robins Hall, Jamaica\"   \n",
       "74                NaN                        Sona-Bata, Zaire   \n",
       "75           34.05349           Kentwood, LA; Los Angeles, CA   \n",
       "104               NaN                          St. Joseph, MO   \n",
       "110          23.11680                            Havana, Cuba   \n",
       "117          36.29290                              Salina, OK   \n",
       "129               NaN                                           \n",
       "155               NaN                             Houston, TX   \n",
       "156               NaN                                 England   \n",
       "158               NaN                                           \n",
       "165               NaN                                           \n",
       "174               NaN                                           \n",
       "187          47.60356                             Seattle, WA   \n",
       "189               NaN                        Santa Monica, CA   \n",
       "213               NaN                        Dundee, Scotland   \n",
       "214               NaN                                           \n",
       "223          41.88415                             Chicago, IL   \n",
       "234               NaN                                           \n",
       "245               NaN                                           \n",
       "250          40.71455                            New York, NY   \n",
       "254               NaN                                           \n",
       "301          40.19033                                    Ohio   \n",
       "310               NaN                          Sacramento, CA   \n",
       "330               NaN                                           \n",
       "334               NaN                           United States   \n",
       "344               NaN                                           \n",
       "348               NaN                                           \n",
       "...               ...                                     ...   \n",
       "9706              NaN                              Severn, MD   \n",
       "9713              NaN                                           \n",
       "9714         36.06320                        Fayetteville, AR   \n",
       "9719              NaN                                           \n",
       "9741              NaN                                           \n",
       "9753         51.27562               Sevenoaks, United Kingdom   \n",
       "9778              NaN                            Brooklyn, NY   \n",
       "9779         32.74863                          Fort Worth, TX   \n",
       "9789              NaN                                           \n",
       "9803              NaN                           United States   \n",
       "9827         40.71455                New York, NY [The Bronx]   \n",
       "9830         53.45644  Newton-le-Willows, Merseyside, England   \n",
       "9831              NaN                                           \n",
       "9837              NaN                                           \n",
       "9838         31.30757                               Kosse, TX   \n",
       "9842         41.76332                            Hartford, CT   \n",
       "9852              NaN                                           \n",
       "9853              NaN                          United Kingdom   \n",
       "9857              NaN                                           \n",
       "9879              NaN                                   Vrsac   \n",
       "9880         40.86034                             Passaic, NJ   \n",
       "9891              NaN                             Detroit, MI   \n",
       "9894              NaN                                           \n",
       "9905         35.14968                             Memphis, TN   \n",
       "9915         38.68193                           Dry Ridge, KY   \n",
       "9925         40.71455                      New York, New York   \n",
       "9946         51.77045                          Essex, England   \n",
       "9950         34.05349                         Los Angeles, CA   \n",
       "9966              NaN                                           \n",
       "9978         34.05349                         Los Angeles, CA   \n",
       "\n",
       "      artist_longitude                       artist_name  \\\n",
       "32                 NaN                   The Impressions   \n",
       "35           -90.64500                    Willie Clayton   \n",
       "52                 NaN                       Chris Brown   \n",
       "73           -77.27348      Ernest Ranglin / Floyd Lloyd   \n",
       "74                 NaN                            Franco   \n",
       "75          -118.24532                    Britney Spears   \n",
       "104                NaN                            Eminem   \n",
       "110          -82.38859                 Gonzalo Rubalcaba   \n",
       "117          -95.15261                        Carl Belew   \n",
       "129                NaN                          CoCo Lee   \n",
       "155                NaN                      Kenny Rogers   \n",
       "156                NaN                       Bad Company   \n",
       "158                NaN          Zombina & The Skeletones   \n",
       "165                NaN                      Who Made Who   \n",
       "174                NaN         The Knightsbridge Strings   \n",
       "187         -122.32944                         Pearl Jam   \n",
       "189                NaN                       Teena Marie   \n",
       "213                NaN                       Snow Patrol   \n",
       "214                NaN                              Dart   \n",
       "223          -87.63241                      Enuff Z Nuff   \n",
       "234                NaN  The Sensational Alex Harvey Band   \n",
       "245                NaN                        Mat Maneri   \n",
       "250          -74.00712                             Fiona   \n",
       "254                NaN                           Hatiras   \n",
       "301          -82.66947                        Don & Juan   \n",
       "310                NaN                   Daniel Johnston   \n",
       "330                NaN                        Anna Abreu   \n",
       "334                NaN                      Mykill Miers   \n",
       "344                NaN                    Burt Bacharach   \n",
       "348                NaN                   Michael Jackson   \n",
       "...                ...                               ...   \n",
       "9706               NaN                      Toni Braxton   \n",
       "9713               NaN                 Abbott & Chambers   \n",
       "9714         -94.15791                 The Cate Brothers   \n",
       "9719               NaN     Louisa Mark feat. Kevin Henry   \n",
       "9741               NaN                    Phantom Planet   \n",
       "9753           0.17898                           Orbital   \n",
       "9778               NaN                      Neil Diamond   \n",
       "9779         -97.32925                       Gary Morris   \n",
       "9789               NaN                             Opals   \n",
       "9803               NaN                               Ayo   \n",
       "9827         -74.00712                      The Ronettes   \n",
       "9830          -2.63265                       Rick Astley   \n",
       "9831               NaN               Oscar Peterson Trio   \n",
       "9837               NaN                               FFH   \n",
       "9838         -96.63166                        Bob Willis   \n",
       "9842         -72.67407                       Gene Pitney   \n",
       "9852               NaN                  The Four Pennies   \n",
       "9853               NaN            Mike And The Mechanics   \n",
       "9857               NaN                       Salt-N-Pepa   \n",
       "9879               NaN                             Hoods   \n",
       "9880         -74.12374                     The Shirelles   \n",
       "9891               NaN                       Hal Russell   \n",
       "9894               NaN                         City High   \n",
       "9905         -90.04892                        Anita Kerr   \n",
       "9915         -84.59431                     Skeeter Davis   \n",
       "9925         -74.00712                      Mariah Carey   \n",
       "9946           0.64255                         Sunscreem   \n",
       "9950        -118.24532                      The Pharcyde   \n",
       "9966               NaN                  Abrar - Ul - Haq   \n",
       "9978        -118.24532                        Black Flag   \n",
       "\n",
       "                                           artist_terms  \\\n",
       "32    [chicago soul northern soul r& motown doo-wop ...   \n",
       "35    [chicago soul chicago blues soul blues souther...   \n",
       "52    [r& hip hop rap urban blues male vocalist clu\\...   \n",
       "73    [jazz funk soul jazz reggae roots reggae rock ...   \n",
       "74    [soukous afrobeat rumba highlife zouk congo bo...   \n",
       "75    [dance pop teen pop pop rock electropop adult ...   \n",
       "104   [hip hop rap hardcore rap clu soundtrack pop f...   \n",
       "110   [latin jazz jazz jazz funk cool jazz soul jazz...   \n",
       "117   [rockabilly country rock country world folk ro...   \n",
       "129   [dance pop teen pop j pop chinese music visual...   \n",
       "155   [country rock soft rock country country music ...   \n",
       "156   [blues-rock hard rock classic rock rap rock al...   \n",
       "158   [psychobilly horror punk pop rock power pop\\n ...   \n",
       "165   [disco tech house electro electropop folk rock...   \n",
       "174   [german pop rumba ballad italian disco easy li...   \n",
       "187   [grunge hard rock rock alternative rock altern...   \n",
       "189   [disco downtempo funk quiet storm dance pop hi...   \n",
       "213   [indie rock rock pop alternative alternative r...   \n",
       "214   [post-grunge nu metal indie pop alternative ro...   \n",
       "223   [power pop heavy metal hard rock glam metal gl...   \n",
       "234   [glam rock punk cabaret blues-rock classic roc...   \n",
       "245   [free jazz future jazz free improvisation jazz...   \n",
       "250   [chinese music lovers rock folk rock reggae ha...   \n",
       "254   [tech house hard house progressive house hard ...   \n",
       "301   [doo-wop ballad german pop blues-rock pop rock...   \n",
       "310   [power pop pop rock soundtrack progressive roc...   \n",
       "330   [shock rock thrash metal finish r& female voca...   \n",
       "334   [hip hop turnablism alternative hip hop rap ha...   \n",
       "344   [brill building pop easy listening soft rock j...   \n",
       "348   [motown dance pop funk vocal pop rock urban so...   \n",
       "...                                                 ...   \n",
       "9706  [dance pop rock urban adult contemporary clu r...   \n",
       "9713  [progressive trance trance hard trance electro...   \n",
       "9714  [roots rock blue-eyed soul blues-rock blues fu...   \n",
       "9719          [lovers rock reggae roots reggae classic]   \n",
       "9741  [power pop indie rock rock alternative pop\\n p...   \n",
       "9753  [techno intelligent dance music electronica am...   \n",
       "9778  [soft rock pop rock rock pop adult contemporar...   \n",
       "9779  [country gospel country music oldies country f...   \n",
       "9789                                [chicago soul soul]   \n",
       "9803  [neo soul r& smooth jazz reggae blues jazz du\\...   \n",
       "9827  [brill building pop all-female motown rock n r...   \n",
       "9830  [dance pop rock pop england adult contemporary...   \n",
       "9831  [chill-out bebop vocal jazz jazz fusion free j...   \n",
       "9837  [ccm christian rock power pop gospel soft rock...   \n",
       "9838  [western swing classic country honky tonk rock...   \n",
       "9842  [brill building pop honky tonk pop rock ballad...   \n",
       "9852  [brill building pop pop rock country rock blue...   \n",
       "9853  [pop rock soft rock art rock classic rock prog...   \n",
       "9857  [pop rap hip hop hip house new jack swing euro...   \n",
       "9879  [hardcore punk grindcore straight edge indie r...   \n",
       "9880  [doo-wop ballad all-female brill building pop ...   \n",
       "9891  [free jazz jazz avant-garde contemporary jazz ...   \n",
       "9894  [hip hop r& rap ska disco emo alternative rap\\...   \n",
       "9905  [country gospel instrumental pop ballad classi...   \n",
       "9915  [country rock ballad chanson nashville sound s...   \n",
       "9925  [dance pop hip hop urban pop adult contemporar...   \n",
       "9946  [progressive house progressive trance trance u...   \n",
       "9950  [rap hip hop new wave electro underground hip ...   \n",
       "9966  [bhangra dance pop punjabi rock beat patriotic...   \n",
       "9978  [hardcore punk punk hardcore los angeles\\n ame...   \n",
       "\n",
       "                                      artist_terms_freq  \\\n",
       "32    [1.         0.91274309 0.78267674 0.75631435 0...   \n",
       "35    [0.9179669  0.90222933 0.88194009 0.853344   0...   \n",
       "52    [0.95177036 1.         0.94986896 0.81714298 0...   \n",
       "73    [0.93916326 0.90249964 1.         0.87497313 0...   \n",
       "74    [1.         0.98800252 0.91561904 0.90417    0...   \n",
       "75    [1.         0.99409178 0.86227652 0.79930103 0...   \n",
       "104   [1.         0.95406276 0.62994709 0.42417087 0...   \n",
       "110   [1.         0.95038518 0.72887822 0.72887822 0...   \n",
       "117   [1.         0.89853731 0.91529776 0.88877005 0...   \n",
       "129   [1.         0.99884066 0.65388264 0.65160367 0...   \n",
       "155   [1.         1.         0.82553297 0.51407745 0...   \n",
       "156   [1.         1.         0.94831273 0.94824439 0...   \n",
       "158   [0.90143966 0.82447715 0.92159302 0.85288172 0...   \n",
       "165   [0.98469692 0.86455004 0.99170618 0.84608435 0...   \n",
       "174   [0.9924236  0.9924236  0.9924236  0.90433978 1...   \n",
       "187   [0.95485773 0.90977395 1.         0.90977952 0...   \n",
       "189   [1.         0.91685265 0.93657132 0.79582664 0...   \n",
       "213   [0.9995411  1.         0.91598659 0.91665342 0...   \n",
       "214   [1.         0.93924976 1.         0.93931386 0...   \n",
       "223   [0.98043785 0.99121609 1.         0.76534437 0...   \n",
       "234   [0.93186472 0.89210859 0.80660668 0.93186472 0...   \n",
       "245   [1.         0.83832419 0.83832419 0.92960232 0...   \n",
       "250   [0.87818672 0.87818672 0.92531053 0.97243434 0...   \n",
       "254   [0.9353359  0.86708476 0.89301694 0.83497739 0...   \n",
       "301   [0.96201982 0.92074089 0.83196393 0.83196393 0...   \n",
       "310   [0.98754156 0.93813247 0.93813247 0.93813247 1...   \n",
       "330   [0.92604638 0.92604638 0.78977383 0.77332381 0...   \n",
       "334   [1.         0.73630338 0.73630338 0.87006829 0...   \n",
       "344   [0.98944603 1.         0.89468654 0.99958048 0...   \n",
       "348   [0.99997156 0.99997156 1.         0.81967978 0...   \n",
       "...                                                 ...   \n",
       "9706  [0.99985455 1.         0.67628344 0.58641533 0...   \n",
       "9713  [0.98016132 1.         0.7462327  0.93012932 0...   \n",
       "9714  [1.         0.91967985 0.84382773 0.78858592 0...   \n",
       "9719      [0.99758579 1.         0.72567953 0.20123455]   \n",
       "9741  [0.9984067  0.9984067  1.         0.90929405 0...   \n",
       "9753  [1.         0.74288273 0.94769328 0.82072416 0...   \n",
       "9778  [0.94810558 0.94810558 1.         0.86720493 0...   \n",
       "9779  [1.         0.93522591 0.93522591 0.74930381 0...   \n",
       "9789                              [1.        0.7270081]   \n",
       "9803  [0.94853245 0.92230533 0.91842586 1.         0...   \n",
       "9827  [0.96782695 0.94750146 0.91631772 0.85809583 0...   \n",
       "9830  [1.         1.         0.91010297 0.66295815 0...   \n",
       "9831  [0.9495938  0.94550503 0.94527509 0.94527509 0...   \n",
       "9837  [1.         0.97840508 0.8132408  0.71012933 0...   \n",
       "9838  [1.         0.81235892 0.7469137  0.78820504 0...   \n",
       "9842  [1.         0.80342548 0.77829281 0.68601547 0...   \n",
       "9852  [0.88460811 0.93915462 0.79815395 0.79815395 0...   \n",
       "9853  [1.         0.76833165 0.71780379 0.81885951 0...   \n",
       "9857  [0.95857713 1.         0.81507387 0.79392729 0...   \n",
       "9879  [1.         0.91232717 0.82687357 0.95460561 0...   \n",
       "9880  [0.96160602 0.9676288  0.89434449 0.89072009 0...   \n",
       "9891  [1.         0.90970826 0.77850322 0.55886484 0...   \n",
       "9894  [1.         0.79772693 0.88016319 0.7886526  0...   \n",
       "9905  [1.         0.98035987 0.87300649 0.96812952 0...   \n",
       "9915  [0.9783691  0.86709538 0.84922945 0.82404884 0...   \n",
       "9925  [1.         0.95256723 0.7187597  0.92558529 0...   \n",
       "9946  [0.95518495 0.94336859 0.96853835 0.82472235 0...   \n",
       "9950  [1.         0.93795649 0.8166336  0.8166336  0...   \n",
       "9966  [0.87120663 1.         0.93979    0.59375534 0...   \n",
       "9978  [1.         0.89322901 0.81440362 0.5919394  0...   \n",
       "\n",
       "                                    artist_terms_weight  ...    \\\n",
       "32    [1.         0.93090379 0.81884701 0.80703244 0...  ...     \n",
       "35    [1.         0.98733654 0.97101051 0.94800025 0...  ...     \n",
       "52    [1.         0.937384   0.89234381 0.87333946 0...  ...     \n",
       "73    [1.         0.96977878 0.94916263 0.9402771  0...  ...     \n",
       "74    [1.         0.99069376 0.93454708 0.92566625 0...  ...     \n",
       "75    [1.         0.99513661 0.82772215 0.81008488 0...  ...     \n",
       "104   [1.         0.95604754 0.81967432 0.57973569 0...  ...     \n",
       "110   [1.         0.82132151 0.78604589 0.78604589 0...  ...     \n",
       "117   [1.         0.99170413 0.88384713 0.83276784 0...  ...     \n",
       "129   [1.         0.9991577  0.74853225 0.74687649 0...  ...     \n",
       "155   [1.         0.96195174 0.77057179 0.64533427 0...  ...     \n",
       "156   [1.         0.86924154 0.84514528 0.82029228 0...  ...     \n",
       "158   [1.         0.9560803  0.94745195 0.91447087 0...  ...     \n",
       "165   [1.         0.94865549 0.94456764 0.92015436 0...  ...     \n",
       "174   [1.         1.         0.98605587 0.93678555 0...  ...     \n",
       "187   [1.         0.88948297 0.87203134 0.87084846 0...  ...     \n",
       "189   [1.         0.90192753 0.89728559 0.88704975 0...  ...     \n",
       "213   [1.         0.91853605 0.88106629 0.88105112 0...  ...     \n",
       "214   [1.         0.90774215 0.85989408 0.78858771 0...  ...     \n",
       "223   [1.         0.96040658 0.95271002 0.87765539 0...  ...     \n",
       "234   [1.         0.98374316 0.91648139 0.88676405 0...  ...     \n",
       "245   [1.         0.90552672 0.90552672 0.78544814 0...  ...     \n",
       "250   [1.         1.         0.96670948 0.96160991 0...  ...     \n",
       "254   [1.         0.96150352 0.95578376 0.92851513 0...  ...     \n",
       "301   [1.         0.95554433 0.9025182  0.9025182  0...  ...     \n",
       "310   [1.         0.93604037 0.89820987 0.89655595 0...  ...     \n",
       "330   [1.         0.899031   0.89321147 0.86837818 0...  ...     \n",
       "334   [1.         0.93206302 0.93206302 0.8837812  0...  ...     \n",
       "344   [1.         0.94976844 0.89496266 0.87213181 0...  ...     \n",
       "348   [1.         1.         0.87667757 0.79726121 0...  ...     \n",
       "...                                                 ...  ...     \n",
       "9706  [1.         0.76552214 0.73380518 0.69659858 0...  ...     \n",
       "9713  [1.         0.92392605 0.87159427 0.78275721 0...  ...     \n",
       "9714  [1.         0.93978819 0.88292584 0.71988687 0...  ...     \n",
       "9719      [1.         0.88290085 0.79188622 0.34404798]  ...     \n",
       "9741  [1.         0.88863089 0.81232211 0.77590828 0...  ...     \n",
       "9753  [1.         0.94210321 0.91311261 0.81718071 0...  ...     \n",
       "9778  [1.         0.94675539 0.83672654 0.76240408 0...  ...     \n",
       "9779  [1.         0.95471451 0.84295893 0.82473084 0...  ...     \n",
       "9789                            [1.         0.63997129]  ...     \n",
       "9803  [1.         0.96814057 0.94764746 0.92141186 0...  ...     \n",
       "9827  [1.         0.98397901 0.95939931 0.91350756 0...  ...     \n",
       "9830  [1.         0.75590423 0.72334284 0.72294536 0...  ...     \n",
       "9831  [1.         0.99688635 0.99671125 0.97791589 0...  ...     \n",
       "9837  [1.         0.9604737  0.8009204  0.75689025 0...  ...     \n",
       "9838  [1.         0.85275358 0.80139716 0.78804843 0...  ...     \n",
       "9842  [1.         0.84264925 0.75606219 0.73899827 0...  ...     \n",
       "9852  [1.         0.94693265 0.93067068 0.93067068 0...  ...     \n",
       "9853  [1.         0.86344459 0.82891067 0.81859422 0...  ...     \n",
       "9857  [1.         0.92676135 0.88028972 0.86264926 0...  ...     \n",
       "9879  [1.         0.92849521 0.91527019 0.89495471 0...  ...     \n",
       "9880  [1.         0.994666   0.94487784 0.94190757 0...  ...     \n",
       "9891  [1.         0.78527797 0.75716267 0.68195412 0...  ...     \n",
       "9894  [1.         0.95444145 0.89124061 0.85454298 0...  ...     \n",
       "9905  [1.         0.98531199 0.8928094  0.86146951 0...  ...     \n",
       "9915  [1.         0.90103199 0.88467384 0.87794635 0...  ...     \n",
       "9925  [1.         0.83496685 0.7603003  0.76028188 0...  ...     \n",
       "9946  [1.         0.96943969 0.91937462 0.91873084 0...  ...     \n",
       "9950  [1.         0.94934123 0.87641578 0.84410376 0...  ...     \n",
       "9966  [1.         0.91921629 0.82607971 0.77700798 0...  ...     \n",
       "9978  [1.         0.80668631 0.76448542 0.75921443 0...  ...     \n",
       "\n",
       "      beats_start_mean  beats_confidence_mean  bars_start_mean  \\\n",
       "32          100.820710               0.652795       100.082652   \n",
       "35          128.283725               0.502690       126.300468   \n",
       "52          192.794825               0.246689       192.794825   \n",
       "73          135.313471               0.000000       135.313471   \n",
       "74          124.173029               0.349080       124.211139   \n",
       "75          232.402048               0.480744       231.055263   \n",
       "104         145.018902               0.615628       144.503236   \n",
       "110         229.352373               0.448245       232.594811   \n",
       "117          68.735919               0.315272        68.448683   \n",
       "129         154.983499               0.639488       156.236516   \n",
       "155          81.029037               0.442919        80.222931   \n",
       "156         114.939791               0.533139       115.240582   \n",
       "158          72.754500               0.114293        71.493986   \n",
       "165         130.190184               0.769734       129.061520   \n",
       "174          64.059788               0.409556        62.064096   \n",
       "187         117.209678               0.572132       115.674325   \n",
       "189         160.407093               0.818923       158.557622   \n",
       "213         105.007992               0.580242       105.007992   \n",
       "214         167.986312               0.385861       167.174737   \n",
       "223          89.456973               0.539837        88.313640   \n",
       "234         159.846327               0.393875       158.597723   \n",
       "245          91.398731               0.298416        89.358554   \n",
       "250         113.474790               0.385813       112.568695   \n",
       "254         149.243690               0.560477       148.108041   \n",
       "301          70.554657               0.250858        69.665960   \n",
       "310         117.901530               0.363635       118.722564   \n",
       "330         100.076029               0.347754        99.235790   \n",
       "334         115.604455               0.593808       113.682973   \n",
       "344          83.576118               0.431108        83.056830   \n",
       "348          88.521284               0.120008        87.941726   \n",
       "...                ...                    ...              ...   \n",
       "9706        124.095131               0.926416       122.679961   \n",
       "9713        245.035390               0.489133       243.726887   \n",
       "9714        162.230969               0.533588       161.691258   \n",
       "9719        134.196870               0.257708       131.629136   \n",
       "9741         56.385574               0.580822        55.530436   \n",
       "9753        238.876558               0.305963       240.507255   \n",
       "9778         97.413485               0.445632        96.321398   \n",
       "9779        152.311930               0.456274       151.634619   \n",
       "9789         66.457362               0.221911        65.681910   \n",
       "9803        143.415176               0.431455       141.630154   \n",
       "9827         89.115281               0.348862        90.129234   \n",
       "9830        104.365617               0.306382       103.564459   \n",
       "9831         88.649652               0.275022        87.782371   \n",
       "9837        126.943748               0.044759       125.862486   \n",
       "9838         83.353485               0.441109        83.353485   \n",
       "9842         80.701087               0.131364        78.760580   \n",
       "9852         75.869412               0.417260        74.982158   \n",
       "9853         94.196816               0.658101        93.061778   \n",
       "9857        103.645800               0.559455       102.940708   \n",
       "9879         85.143594               0.231965        88.271945   \n",
       "9880         65.795930               0.605110        65.280401   \n",
       "9891        193.827905               0.354274       192.774851   \n",
       "9894         86.171229               0.410780        85.696202   \n",
       "9905         74.779461               0.476765        73.635314   \n",
       "9915         71.474575               0.300926        71.186416   \n",
       "9925        150.111758               0.773441       148.859412   \n",
       "9946        114.440663               0.855459       113.517864   \n",
       "9950        108.660188               0.821548       107.738202   \n",
       "9966        148.751773               0.823462       147.068218   \n",
       "9978         62.550752               0.474426        61.825135   \n",
       "\n",
       "      bars_confidence_mean  tatums_start_mean  tatums_confidence_mean  \\\n",
       "32                0.101304         100.820710                0.652795   \n",
       "35                0.090688         128.212894                0.261651   \n",
       "52                0.246689         193.029255                0.487815   \n",
       "73                0.000000         135.430909                0.401253   \n",
       "74                0.101691         124.284840                0.220725   \n",
       "75                0.061595         232.287325                0.318408   \n",
       "104               0.117138         145.018841                0.627136   \n",
       "110               0.057298         229.141210                0.139458   \n",
       "117               0.189382          68.610378                0.244511   \n",
       "129               0.172378         155.130795                0.242780   \n",
       "155               0.142664          81.029394                0.384975   \n",
       "156               0.105474         115.084662                0.246756   \n",
       "158               0.121404          72.753734                0.108312   \n",
       "165               0.110629         130.190218                0.542552   \n",
       "174               0.092026          64.192659                0.185069   \n",
       "187               0.107386         117.082215                0.280345   \n",
       "189               0.100209         160.407113                0.423450   \n",
       "213               0.580242         104.876552                0.354814   \n",
       "214               0.085918         167.986278                0.399040   \n",
       "223               0.168111          89.362022                0.162627   \n",
       "234               0.177158         159.681703                0.450732   \n",
       "245               0.125279          91.398731                0.298416   \n",
       "250               0.162542         113.837191                0.558425   \n",
       "254               0.131448         149.243705                0.413811   \n",
       "301               0.117813          70.554836                0.207549   \n",
       "310               0.106412         117.902057                0.128070   \n",
       "330               0.140802          99.970992                0.134463   \n",
       "334               0.107321         115.603948                0.443944   \n",
       "344               0.205514          83.576043                0.267597   \n",
       "348               0.129046          88.521127                0.306724   \n",
       "...                    ...                ...                     ...   \n",
       "9706              0.102586         124.272067                0.825264   \n",
       "9713              0.175272         244.926199                0.514232   \n",
       "9714              0.132646         162.231227                0.379860   \n",
       "9719              0.105737         134.097770                0.381360   \n",
       "9741              0.206420          56.526244                0.612505   \n",
       "9753              0.189441         239.103210                0.355762   \n",
       "9778              0.143788          97.413753                0.199638   \n",
       "9779              0.147244         152.424977                0.301591   \n",
       "9789              0.272391          66.457362                0.221911   \n",
       "9803              0.042658         143.414918                0.169346   \n",
       "9827              0.128526          89.113105                0.085570   \n",
       "9830              0.131323         104.465688                0.236203   \n",
       "9831              0.099569          88.649745                0.249129   \n",
       "9837              0.144234         126.944072                0.080794   \n",
       "9838              0.441109          83.353199                0.180165   \n",
       "9842              0.088194          80.862062                0.430522   \n",
       "9852              0.197329          76.016911                0.307130   \n",
       "9853              0.136098          94.196895                0.407919   \n",
       "9857              0.090890         103.528193                0.780830   \n",
       "9879              0.110923          85.019799                0.110913   \n",
       "9880              0.114667          65.924879                0.601861   \n",
       "9891              0.186936         193.827835                0.117423   \n",
       "9894              0.110500          86.171503                0.236810   \n",
       "9905              0.143247          74.935668                0.246349   \n",
       "9915              0.172825          71.475425                0.244553   \n",
       "9925              0.082319         149.955260                0.523984   \n",
       "9946              0.137878         114.440598                0.707091   \n",
       "9950              0.176102         108.660178                0.952949   \n",
       "9966              0.093482         148.920172                0.491845   \n",
       "9978              0.140514          62.550580                0.155900   \n",
       "\n",
       "                   genre  decade  mode_orig bb_hot  \n",
       "32          chicago soul    1960        1.0      1  \n",
       "35          chicago soul     -10        1.0      1  \n",
       "52                    r&     -10        1.0      1  \n",
       "73             jazz funk     -10        1.0      1  \n",
       "74               soukous     -10        0.0      1  \n",
       "75             dance pop    2000        1.0      1  \n",
       "104              hip hop    1990        0.0      1  \n",
       "110           latin jazz     -10        0.0      1  \n",
       "117           rockabilly    1950        1.0      1  \n",
       "129            dance pop     -10        0.0      1  \n",
       "155         country rock    1990        1.0      1  \n",
       "156           blues-rock    1970        1.0      1  \n",
       "158          psychobilly    2000        0.0      1  \n",
       "165                disco    2000        0.0      1  \n",
       "174           german pop     -10        1.0      1  \n",
       "187               grunge    1990        1.0      1  \n",
       "189                disco    1980        1.0      1  \n",
       "213           indie rock    2000        1.0      1  \n",
       "214          post-grunge    2000        1.0      1  \n",
       "223            power pop     -10        1.0      1  \n",
       "234            glam rock    1970        1.0      1  \n",
       "245            free jazz     -10        1.0      1  \n",
       "250        chinese music     -10        1.0      1  \n",
       "254           tech house    2000        0.0      1  \n",
       "301              doo-wop     -10        1.0      1  \n",
       "310            power pop    1980        1.0      1  \n",
       "330           shock rock    2000        0.0      1  \n",
       "334              hip hop     -10        0.0      1  \n",
       "344   brill building pop    1960        1.0      1  \n",
       "348               motown    1970        0.0      1  \n",
       "...                  ...     ...        ...    ...  \n",
       "9706           dance pop    2000        1.0      1  \n",
       "9713  progressive trance     -10        0.0      1  \n",
       "9714          roots rock     -10        1.0      1  \n",
       "9719         lovers rock     -10        0.0      1  \n",
       "9741           power pop    2000        1.0      1  \n",
       "9753              techno    1990        0.0      1  \n",
       "9778           soft rock    1970        1.0      1  \n",
       "9779      country gospel     -10        0.0      1  \n",
       "9789        chicago soul     -10        1.0      1  \n",
       "9803            neo soul    2000        1.0      1  \n",
       "9827  brill building pop    1990        1.0      1  \n",
       "9830           dance pop    1990        1.0      1  \n",
       "9831           chill-out     -10        0.0      1  \n",
       "9837                 ccm    2000        1.0      1  \n",
       "9838       western swing    1990        1.0      1  \n",
       "9842  brill building pop    1980        1.0      1  \n",
       "9852  brill building pop     -10        1.0      1  \n",
       "9853            pop rock    1980        1.0      1  \n",
       "9857             pop rap    1980        1.0      1  \n",
       "9879       hardcore punk     -10        1.0      1  \n",
       "9880             doo-wop    1960        1.0      1  \n",
       "9891           free jazz     -10        0.0      1  \n",
       "9894             hip hop    2000        1.0      1  \n",
       "9905      country gospel     -10        1.0      1  \n",
       "9915        country rock    1980        1.0      1  \n",
       "9925           dance pop    1990        0.0      1  \n",
       "9946   progressive house    1990        0.0      1  \n",
       "9950                 rap    2000        1.0      1  \n",
       "9966             bhangra     -10        1.0      1  \n",
       "9978       hardcore punk    1980        0.0      1  \n",
       "\n",
       "[1059 rows x 51 columns]"
      ]
     },
     "execution_count": 251,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df[df['bb_hot']==1]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 261,
   "metadata": {},
   "outputs": [],
   "source": [
    "#export as csv file\n",
    "df.to_csv(\"./Data/datacleanedwithbb.csv\")"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python [default]",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.6.5"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}