DataCleaning.ipynb

{
  "nbformat": 4,
  "nbformat_minor": 0,
  "metadata": {
    "colab": {
      "provenance": []
    },
    "kernelspec": {
      "name": "python3",
      "display_name": "Python 3"
    },
    "language_info": {
      "name": "python"
    },
    "widgets": {
      "application/vnd.jupyter.widget-state+json": {
        "71a590e35a20498895865f4055955c79": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_38479b69afd74bc7aaeb0b3a1c6795b7",
              "IPY_MODEL_41866b05a25343768980f2793e08e9a8",
              "IPY_MODEL_9656ad9cb9ef4d68b616c74b526f295e"
            ],
            "layout": "IPY_MODEL_7186e23833ae4652ba39ae20faa497f3"
          }
        },
        "38479b69afd74bc7aaeb0b3a1c6795b7": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_5a49e209d78b4ae0b3a0df112ec92b6a",
            "placeholder": "​",
            "style": "IPY_MODEL_a0847bf57ff44fe4960941adb1e7328e",
            "value": "Pandas Apply: 100%"
          }
        },
        "41866b05a25343768980f2793e08e9a8": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "success",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_f334ab8fcd67418aa91dea983f37c352",
            "max": 1010844,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_6cf4f1b2bb5f41e1b10b3a1ec3e9457e",
            "value": 1010844
          }
        },
        "9656ad9cb9ef4d68b616c74b526f295e": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_78b3360c37d740beb43be0a9349c3d94",
            "placeholder": "​",
            "style": "IPY_MODEL_66c28ff7ce104c5abc2f73f3a8e5459b",
            "value": " 1010844/1010844 [1:59:02&lt;00:00, 162.78it/s]"
          }
        },
        "7186e23833ae4652ba39ae20faa497f3": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "5a49e209d78b4ae0b3a0df112ec92b6a": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "a0847bf57ff44fe4960941adb1e7328e": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "f334ab8fcd67418aa91dea983f37c352": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "6cf4f1b2bb5f41e1b10b3a1ec3e9457e": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "78b3360c37d740beb43be0a9349c3d94": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "66c28ff7ce104c5abc2f73f3a8e5459b": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        }
      }
    }
  },
  "cells": [
    {
      "cell_type": "markdown",
      "source": [
        "##Project Data Preproesssing\n",
        "####There are several dataset that we need to clean frrom the raw dataset:\n"
      ],
      "metadata": {
        "id": "nB__8ZNLYaLU"
      }
    },
    {
      "cell_type": "markdown",
      "source": [
        "#Set Up"
      ],
      "metadata": {
        "id": "hFAYjJYEmeFH"
      }
    },
    {
      "cell_type": "markdown",
      "source": [
        "Import several python packages that used to do processing"
      ],
      "metadata": {
        "id": "iGpRv2Trlt2K"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "import numpy as np\n",
        "import pandas as pd\n",
        "from google.colab import drive\n",
        "import ast"
      ],
      "metadata": {
        "id": "SMkIMIYrmcrI"
      },
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "drive.mount('/content/drive')"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "1MtYme55lj_W",
        "outputId": "c5239807-67b8-476e-cdc8-29510d0ae36f"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Drive already mounted at /content/drive; to attempt to forcibly remount, call drive.mount(\"/content/drive\", force_remount=True).\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "track_path = '/content/drive/MyDrive/Project_5500_Dataset/1.2M_track.csv' # Path to 1.2M track\n",
        "sec_track_path = '/content/drive/MyDrive/Project_5500_Dataset/Spotify_Tracks_datasets/tracks.csv' # Path to census artist in your drive\n",
        "sec_artist_path = '/content/drive/MyDrive/Project_5500_Dataset/Spotify_Tracks_datasets/artists.csv' # Path to second artist in your drive\n",
        "\n",
        "'''\n",
        "MBTI track\n",
        "'''\n",
        "# ENFJ_path = '/content/drive/MyDrive/Project_5500_Dataset/MBTI_Playlists/ENFJ_df.csv' \n",
        "# ENFP_path = '/content/drive/MyDrive/Project_5500_Dataset/MBTI_Playlists/ENFP_df.csv' \n",
        "# ENTJ_path = '/content/drive/MyDrive/Project_5500_Dataset/MBTI_Playlists/ENTJ_df.csv' \n",
        "# ENTP_path = '/content/drive/MyDrive/Project_5500_Dataset/MBTI_Playlists/ENTP_df.csv' \n",
        "# ESFJ_path = '/content/drive/MyDrive/Project_5500_Dataset/MBTI_Playlists/ESFJ_df.csv' \n",
        "# ESFP_path = '/content/drive/MyDrive/Project_5500_Dataset/MBTI_Playlists/ESFP_df.csv' \n",
        "# ESTJ_path = '/content/drive/MyDrive/Project_5500_Dataset/MBTI_Playlists/ESTJ_df.csv' \n",
        "# ESTP_path = '/content/drive/MyDrive/Project_5500_Dataset/MBTI_Playlists/ESTP_df.csv' \n",
        "# INFJ_path = '/content/drive/MyDrive/Project_5500_Dataset/MBTI_Playlists/INFJ_df.csv' \n",
        "# INFP_path = '/content/drive/MyDrive/Project_5500_Dataset/MBTI_Playlists/INFP_df.csv' \n",
        "# INTJ_path = '/content/drive/MyDrive/Project_5500_Dataset/MBTI_Playlists/INTJ_df.csv'\n",
        "# INTP_path = '/content/drive/MyDrive/Project_5500_Dataset/MBTI_Playlists/INTP_df.csv' \n",
        "\n",
        "MBTI_path = '/content/drive/MyDrive/Project_5500_Dataset/MBTI_Playlists/combined_mbti_df.csv' "
      ],
      "metadata": {
        "id": "sxyhU3_bmm1y"
      },
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "markdown",
      "source": [
        "#Read dataset"
      ],
      "metadata": {
        "id": "EPtgzxJkp-94"
      }
    },
    {
      "cell_type": "markdown",
      "source": [
        "Before doing the data pre-processing, we need to figure out what kinds of row and column do we have."
      ],
      "metadata": {
        "id": "9JC-7PEmkYSs"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "# col_names = ['age', 'workclass', 'fnlwgt', 'education', 'education-num', 'maritial-status',\n",
        "#              'occupation', 'relationship', 'race', 'sex', 'capital-gain', 'capital-loss', \n",
        "#              'hours-per-week', 'native-country', 'income']\n",
        "track_df = pd.read_csv(track_path)\n",
        "sec_track_df = pd.read_csv(sec_track_path)\n",
        "sec_artist_df = pd.read_csv(sec_artist_path)\n",
        "MBTI_df = pd.read_csv(MBTI_path)\n"
      ],
      "metadata": {
        "id": "Q9OknYd7p-ab"
      },
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "track_df.info()"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "ZyEq_POtqu66",
        "outputId": "6c000eb5-02f0-45c8-86c2-6c949a006078"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "<class 'pandas.core.frame.DataFrame'>\n",
            "RangeIndex: 1204025 entries, 0 to 1204024\n",
            "Data columns (total 24 columns):\n",
            " #   Column            Non-Null Count    Dtype  \n",
            "---  ------            --------------    -----  \n",
            " 0   id                1204025 non-null  object \n",
            " 1   name              1204025 non-null  object \n",
            " 2   album             1204025 non-null  object \n",
            " 3   album_id          1204025 non-null  object \n",
            " 4   artists           1204025 non-null  object \n",
            " 5   artist_ids        1204025 non-null  object \n",
            " 6   track_number      1204025 non-null  int64  \n",
            " 7   disc_number       1204025 non-null  int64  \n",
            " 8   explicit          1204025 non-null  bool   \n",
            " 9   danceability      1204025 non-null  float64\n",
            " 10  energy            1204025 non-null  float64\n",
            " 11  key               1204025 non-null  int64  \n",
            " 12  loudness          1204025 non-null  float64\n",
            " 13  mode              1204025 non-null  int64  \n",
            " 14  speechiness       1204025 non-null  float64\n",
            " 15  acousticness      1204025 non-null  float64\n",
            " 16  instrumentalness  1204025 non-null  float64\n",
            " 17  liveness          1204025 non-null  float64\n",
            " 18  valence           1204025 non-null  float64\n",
            " 19  tempo             1204025 non-null  float64\n",
            " 20  duration_ms       1204025 non-null  int64  \n",
            " 21  time_signature    1204025 non-null  float64\n",
            " 22  year              1204025 non-null  int64  \n",
            " 23  release_date      1204025 non-null  object \n",
            "dtypes: bool(1), float64(10), int64(6), object(7)\n",
            "memory usage: 212.4+ MB\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "sec_track_df"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 695
        },
        "id": "g_-3Dy8Eq4Fo",
        "outputId": "4d57f6a7-ce30-4b95-b7c0-202a8f0bba69"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "                            id                                 name  \\\n",
              "0       35iwgR4jXetI318WEWsa1Q                                Carve   \n",
              "1       021ht4sdgPcrDgSk7JTbKY  Capítulo 2.16 - Banquero Anarquista   \n",
              "2       07A5yehtSnoedViJAZkNnc   Vivo para Quererte - Remasterizado   \n",
              "3       08FmqUhxtyLTn6pAh6bk45        El Prisionero - Remasterizado   \n",
              "4       08y9GfoqCWfOGsKdwojr5e                  Lady of the Evening   \n",
              "...                        ...                                  ...   \n",
              "586667  5rgu12WBIHQtvej2MdHSH0                                  云与海   \n",
              "586668  0NuWgxEp51CutD2pJoF4OM                                blind   \n",
              "586669  27Y1N4Q4U3EfDU5Ubw8ws2            What They'll Say About Us   \n",
              "586670  45XJsGpFTyzbzeWK8VzR8S                      A Day At A Time   \n",
              "586671  5Ocn6dZ3BJFPWh4ylwFXtn                     Mar de Emociones   \n",
              "\n",
              "        popularity  duration_ms  explicit                          artists  \\\n",
              "0                6       126903         0                          ['Uli']   \n",
              "1                0        98200         0              ['Fernando Pessoa']   \n",
              "2                0       181640         0              ['Ignacio Corsini']   \n",
              "3                0       176907         0              ['Ignacio Corsini']   \n",
              "4                0       163080         0                  ['Dick Haymes']   \n",
              "...            ...          ...       ...                              ...   \n",
              "586667          50       258267         0                      ['阿YueYue']   \n",
              "586668          72       153293         0                   ['ROLE MODEL']   \n",
              "586669          70       187601         0                      ['FINNEAS']   \n",
              "586670          58       142003         0  ['Gentle Bones', 'Clara Benin']   \n",
              "586671          38       214360         0                    ['Afrosound']   \n",
              "\n",
              "                                               id_artists release_date  \\\n",
              "0                              ['45tIt06XoI0Iio4LBEVpls']   1922-02-22   \n",
              "1                              ['14jtPCOoNZwquk5wd9DxrY']   1922-06-01   \n",
              "2                              ['5LiOoJbxVSAMkBS2fUm3X2']   1922-03-21   \n",
              "3                              ['5LiOoJbxVSAMkBS2fUm3X2']   1922-03-21   \n",
              "4                              ['3BiJGZsyX9sJchTqcSA7Su']         1922   \n",
              "...                                                   ...          ...   \n",
              "586667                         ['1QLBXKM5GCpyQQSVMNZqrZ']   2020-09-26   \n",
              "586668                         ['1dy5WNgIKQU6ezkpZs4y8z']   2020-10-21   \n",
              "586669                         ['37M5pPGs6V1fchFJSgCguX']   2020-09-02   \n",
              "586670  ['4jGPdu95icCKVF31CcFKbS', '5ebPSE9YI5aLeZ1Z2g...   2021-03-05   \n",
              "586671                         ['0i4Qda0k4nf7jnNHmSNpYv']   2015-07-01   \n",
              "\n",
              "        danceability  energy  key  loudness  mode  speechiness  acousticness  \\\n",
              "0              0.645  0.4450    0   -13.338     1       0.4510         0.674   \n",
              "1              0.695  0.2630    0   -22.136     1       0.9570         0.797   \n",
              "2              0.434  0.1770    1   -21.180     1       0.0512         0.994   \n",
              "3              0.321  0.0946    7   -27.961     1       0.0504         0.995   \n",
              "4              0.402  0.1580    3   -16.900     0       0.0390         0.989   \n",
              "...              ...     ...  ...       ...   ...          ...           ...   \n",
              "586667         0.560  0.5180    0    -7.471     0       0.0292         0.785   \n",
              "586668         0.765  0.6630    0    -5.223     1       0.0652         0.141   \n",
              "586669         0.535  0.3140    7   -12.823     0       0.0408         0.895   \n",
              "586670         0.696  0.6150   10    -6.212     1       0.0345         0.206   \n",
              "586671         0.686  0.7230    6    -7.067     1       0.0363         0.105   \n",
              "\n",
              "        instrumentalness  liveness  valence    tempo  time_signature  \n",
              "0               0.744000    0.1510   0.1270  104.851               3  \n",
              "1               0.000000    0.1480   0.6550  102.009               1  \n",
              "2               0.021800    0.2120   0.4570  130.418               5  \n",
              "3               0.918000    0.1040   0.3970  169.980               3  \n",
              "4               0.130000    0.3110   0.1960  103.220               4  \n",
              "...                  ...       ...      ...      ...             ...  \n",
              "586667          0.000000    0.0648   0.2110  131.896               4  \n",
              "586668          0.000297    0.0924   0.6860  150.091               4  \n",
              "586669          0.000150    0.0874   0.0663  145.095               4  \n",
              "586670          0.000003    0.3050   0.4380   90.029               4  \n",
              "586671          0.000000    0.2640   0.9750  112.204               4  \n",
              "\n",
              "[586672 rows x 20 columns]"
            ],
            "text/html": [
              "\n",
              "  <div id=\"df-37af55b8-024e-4b28-bed1-24f0c448aba1\">\n",
              "    <div class=\"colab-df-container\">\n",
              "      <div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>id</th>\n",
              "      <th>name</th>\n",
              "      <th>popularity</th>\n",
              "      <th>duration_ms</th>\n",
              "      <th>explicit</th>\n",
              "      <th>artists</th>\n",
              "      <th>id_artists</th>\n",
              "      <th>release_date</th>\n",
              "      <th>danceability</th>\n",
              "      <th>energy</th>\n",
              "      <th>key</th>\n",
              "      <th>loudness</th>\n",
              "      <th>mode</th>\n",
              "      <th>speechiness</th>\n",
              "      <th>acousticness</th>\n",
              "      <th>instrumentalness</th>\n",
              "      <th>liveness</th>\n",
              "      <th>valence</th>\n",
              "      <th>tempo</th>\n",
              "      <th>time_signature</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>35iwgR4jXetI318WEWsa1Q</td>\n",
              "      <td>Carve</td>\n",
              "      <td>6</td>\n",
              "      <td>126903</td>\n",
              "      <td>0</td>\n",
              "      <td>['Uli']</td>\n",
              "      <td>['45tIt06XoI0Iio4LBEVpls']</td>\n",
              "      <td>1922-02-22</td>\n",
              "      <td>0.645</td>\n",
              "      <td>0.4450</td>\n",
              "      <td>0</td>\n",
              "      <td>-13.338</td>\n",
              "      <td>1</td>\n",
              "      <td>0.4510</td>\n",
              "      <td>0.674</td>\n",
              "      <td>0.744000</td>\n",
              "      <td>0.1510</td>\n",
              "      <td>0.1270</td>\n",
              "      <td>104.851</td>\n",
              "      <td>3</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>021ht4sdgPcrDgSk7JTbKY</td>\n",
              "      <td>Capítulo 2.16 - Banquero Anarquista</td>\n",
              "      <td>0</td>\n",
              "      <td>98200</td>\n",
              "      <td>0</td>\n",
              "      <td>['Fernando Pessoa']</td>\n",
              "      <td>['14jtPCOoNZwquk5wd9DxrY']</td>\n",
              "      <td>1922-06-01</td>\n",
              "      <td>0.695</td>\n",
              "      <td>0.2630</td>\n",
              "      <td>0</td>\n",
              "      <td>-22.136</td>\n",
              "      <td>1</td>\n",
              "      <td>0.9570</td>\n",
              "      <td>0.797</td>\n",
              "      <td>0.000000</td>\n",
              "      <td>0.1480</td>\n",
              "      <td>0.6550</td>\n",
              "      <td>102.009</td>\n",
              "      <td>1</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>07A5yehtSnoedViJAZkNnc</td>\n",
              "      <td>Vivo para Quererte - Remasterizado</td>\n",
              "      <td>0</td>\n",
              "      <td>181640</td>\n",
              "      <td>0</td>\n",
              "      <td>['Ignacio Corsini']</td>\n",
              "      <td>['5LiOoJbxVSAMkBS2fUm3X2']</td>\n",
              "      <td>1922-03-21</td>\n",
              "      <td>0.434</td>\n",
              "      <td>0.1770</td>\n",
              "      <td>1</td>\n",
              "      <td>-21.180</td>\n",
              "      <td>1</td>\n",
              "      <td>0.0512</td>\n",
              "      <td>0.994</td>\n",
              "      <td>0.021800</td>\n",
              "      <td>0.2120</td>\n",
              "      <td>0.4570</td>\n",
              "      <td>130.418</td>\n",
              "      <td>5</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>08FmqUhxtyLTn6pAh6bk45</td>\n",
              "      <td>El Prisionero - Remasterizado</td>\n",
              "      <td>0</td>\n",
              "      <td>176907</td>\n",
              "      <td>0</td>\n",
              "      <td>['Ignacio Corsini']</td>\n",
              "      <td>['5LiOoJbxVSAMkBS2fUm3X2']</td>\n",
              "      <td>1922-03-21</td>\n",
              "      <td>0.321</td>\n",
              "      <td>0.0946</td>\n",
              "      <td>7</td>\n",
              "      <td>-27.961</td>\n",
              "      <td>1</td>\n",
              "      <td>0.0504</td>\n",
              "      <td>0.995</td>\n",
              "      <td>0.918000</td>\n",
              "      <td>0.1040</td>\n",
              "      <td>0.3970</td>\n",
              "      <td>169.980</td>\n",
              "      <td>3</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>08y9GfoqCWfOGsKdwojr5e</td>\n",
              "      <td>Lady of the Evening</td>\n",
              "      <td>0</td>\n",
              "      <td>163080</td>\n",
              "      <td>0</td>\n",
              "      <td>['Dick Haymes']</td>\n",
              "      <td>['3BiJGZsyX9sJchTqcSA7Su']</td>\n",
              "      <td>1922</td>\n",
              "      <td>0.402</td>\n",
              "      <td>0.1580</td>\n",
              "      <td>3</td>\n",
              "      <td>-16.900</td>\n",
              "      <td>0</td>\n",
              "      <td>0.0390</td>\n",
              "      <td>0.989</td>\n",
              "      <td>0.130000</td>\n",
              "      <td>0.3110</td>\n",
              "      <td>0.1960</td>\n",
              "      <td>103.220</td>\n",
              "      <td>4</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>...</th>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>586667</th>\n",
              "      <td>5rgu12WBIHQtvej2MdHSH0</td>\n",
              "      <td>云与海</td>\n",
              "      <td>50</td>\n",
              "      <td>258267</td>\n",
              "      <td>0</td>\n",
              "      <td>['阿YueYue']</td>\n",
              "      <td>['1QLBXKM5GCpyQQSVMNZqrZ']</td>\n",
              "      <td>2020-09-26</td>\n",
              "      <td>0.560</td>\n",
              "      <td>0.5180</td>\n",
              "      <td>0</td>\n",
              "      <td>-7.471</td>\n",
              "      <td>0</td>\n",
              "      <td>0.0292</td>\n",
              "      <td>0.785</td>\n",
              "      <td>0.000000</td>\n",
              "      <td>0.0648</td>\n",
              "      <td>0.2110</td>\n",
              "      <td>131.896</td>\n",
              "      <td>4</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>586668</th>\n",
              "      <td>0NuWgxEp51CutD2pJoF4OM</td>\n",
              "      <td>blind</td>\n",
              "      <td>72</td>\n",
              "      <td>153293</td>\n",
              "      <td>0</td>\n",
              "      <td>['ROLE MODEL']</td>\n",
              "      <td>['1dy5WNgIKQU6ezkpZs4y8z']</td>\n",
              "      <td>2020-10-21</td>\n",
              "      <td>0.765</td>\n",
              "      <td>0.6630</td>\n",
              "      <td>0</td>\n",
              "      <td>-5.223</td>\n",
              "      <td>1</td>\n",
              "      <td>0.0652</td>\n",
              "      <td>0.141</td>\n",
              "      <td>0.000297</td>\n",
              "      <td>0.0924</td>\n",
              "      <td>0.6860</td>\n",
              "      <td>150.091</td>\n",
              "      <td>4</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>586669</th>\n",
              "      <td>27Y1N4Q4U3EfDU5Ubw8ws2</td>\n",
              "      <td>What They'll Say About Us</td>\n",
              "      <td>70</td>\n",
              "      <td>187601</td>\n",
              "      <td>0</td>\n",
              "      <td>['FINNEAS']</td>\n",
              "      <td>['37M5pPGs6V1fchFJSgCguX']</td>\n",
              "      <td>2020-09-02</td>\n",
              "      <td>0.535</td>\n",
              "      <td>0.3140</td>\n",
              "      <td>7</td>\n",
              "      <td>-12.823</td>\n",
              "      <td>0</td>\n",
              "      <td>0.0408</td>\n",
              "      <td>0.895</td>\n",
              "      <td>0.000150</td>\n",
              "      <td>0.0874</td>\n",
              "      <td>0.0663</td>\n",
              "      <td>145.095</td>\n",
              "      <td>4</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>586670</th>\n",
              "      <td>45XJsGpFTyzbzeWK8VzR8S</td>\n",
              "      <td>A Day At A Time</td>\n",
              "      <td>58</td>\n",
              "      <td>142003</td>\n",
              "      <td>0</td>\n",
              "      <td>['Gentle Bones', 'Clara Benin']</td>\n",
              "      <td>['4jGPdu95icCKVF31CcFKbS', '5ebPSE9YI5aLeZ1Z2g...</td>\n",
              "      <td>2021-03-05</td>\n",
              "      <td>0.696</td>\n",
              "      <td>0.6150</td>\n",
              "      <td>10</td>\n",
              "      <td>-6.212</td>\n",
              "      <td>1</td>\n",
              "      <td>0.0345</td>\n",
              "      <td>0.206</td>\n",
              "      <td>0.000003</td>\n",
              "      <td>0.3050</td>\n",
              "      <td>0.4380</td>\n",
              "      <td>90.029</td>\n",
              "      <td>4</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>586671</th>\n",
              "      <td>5Ocn6dZ3BJFPWh4ylwFXtn</td>\n",
              "      <td>Mar de Emociones</td>\n",
              "      <td>38</td>\n",
              "      <td>214360</td>\n",
              "      <td>0</td>\n",
              "      <td>['Afrosound']</td>\n",
              "      <td>['0i4Qda0k4nf7jnNHmSNpYv']</td>\n",
              "      <td>2015-07-01</td>\n",
              "      <td>0.686</td>\n",
              "      <td>0.7230</td>\n",
              "      <td>6</td>\n",
              "      <td>-7.067</td>\n",
              "      <td>1</td>\n",
              "      <td>0.0363</td>\n",
              "      <td>0.105</td>\n",
              "      <td>0.000000</td>\n",
              "      <td>0.2640</td>\n",
              "      <td>0.9750</td>\n",
              "      <td>112.204</td>\n",
              "      <td>4</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "<p>586672 rows × 20 columns</p>\n",
              "</div>\n",
              "      <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-37af55b8-024e-4b28-bed1-24f0c448aba1')\"\n",
              "              title=\"Convert this dataframe to an interactive table.\"\n",
              "              style=\"display:none;\">\n",
              "        \n",
              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
              "       width=\"24px\">\n",
              "    <path d=\"M0 0h24v24H0V0z\" fill=\"none\"/>\n",
              "    <path d=\"M18.56 5.44l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94zm-11 1L8.5 8.5l.94-2.06 2.06-.94-2.06-.94L8.5 2.5l-.94 2.06-2.06.94zm10 10l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94z\"/><path d=\"M17.41 7.96l-1.37-1.37c-.4-.4-.92-.59-1.43-.59-.52 0-1.04.2-1.43.59L10.3 9.45l-7.72 7.72c-.78.78-.78 2.05 0 2.83L4 21.41c.39.39.9.59 1.41.59.51 0 1.02-.2 1.41-.59l7.78-7.78 2.81-2.81c.8-.78.8-2.07 0-2.86zM5.41 20L4 18.59l7.72-7.72 1.47 1.35L5.41 20z\"/>\n",
              "  </svg>\n",
              "      </button>\n",
              "      \n",
              "  <style>\n",
              "    .colab-df-container {\n",
              "      display:flex;\n",
              "      flex-wrap:wrap;\n",
              "      gap: 12px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert {\n",
              "      background-color: #E8F0FE;\n",
              "      border: none;\n",
              "      border-radius: 50%;\n",
              "      cursor: pointer;\n",
              "      display: none;\n",
              "      fill: #1967D2;\n",
              "      height: 32px;\n",
              "      padding: 0 0 0 0;\n",
              "      width: 32px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert:hover {\n",
              "      background-color: #E2EBFA;\n",
              "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "      fill: #174EA6;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert {\n",
              "      background-color: #3B4455;\n",
              "      fill: #D2E3FC;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert:hover {\n",
              "      background-color: #434B5C;\n",
              "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "      fill: #FFFFFF;\n",
              "    }\n",
              "  </style>\n",
              "\n",
              "      <script>\n",
              "        const buttonEl =\n",
              "          document.querySelector('#df-37af55b8-024e-4b28-bed1-24f0c448aba1 button.colab-df-convert');\n",
              "        buttonEl.style.display =\n",
              "          google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "\n",
              "        async function convertToInteractive(key) {\n",
              "          const element = document.querySelector('#df-37af55b8-024e-4b28-bed1-24f0c448aba1');\n",
              "          const dataTable =\n",
              "            await google.colab.kernel.invokeFunction('convertToInteractive',\n",
              "                                                     [key], {});\n",
              "          if (!dataTable) return;\n",
              "\n",
              "          const docLinkHtml = 'Like what you see? Visit the ' +\n",
              "            '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
              "            + ' to learn more about interactive tables.';\n",
              "          element.innerHTML = '';\n",
              "          dataTable['output_type'] = 'display_data';\n",
              "          await google.colab.output.renderOutput(dataTable, element);\n",
              "          const docLink = document.createElement('div');\n",
              "          docLink.innerHTML = docLinkHtml;\n",
              "          element.appendChild(docLink);\n",
              "        }\n",
              "      </script>\n",
              "    </div>\n",
              "  </div>\n",
              "  "
            ]
          },
          "metadata": {},
          "execution_count": 56
        }
      ]
    },
    {
      "cell_type": "markdown",
      "source": [
        "#Track_df Cleaning"
      ],
      "metadata": {
        "id": "KILsxx6F_bH9"
      }
    },
    {
      "cell_type": "markdown",
      "source": [
        "Begining with Track_df Cleaning:"
      ],
      "metadata": {
        "id": "wCDvJB95_gmF"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "track_df"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 869
        },
        "id": "5zwKfhG87Cxl",
        "outputId": "7a9e7c97-2fbf-4f5b-fde9-6903c720e486"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "                             id                   name  \\\n",
              "0        7lmeHLHBe4nmXzuXc0HDjk                Testify   \n",
              "1        1wsRitfRRtWyEapl0q22o8        Guerrilla Radio   \n",
              "2        1hR0fIFK2qRG3f3RF70pb7       Calm Like a Bomb   \n",
              "3        2lbASgTSoDO7MTuLAXlTW0              Mic Check   \n",
              "4        1MQTmpYOZ6fcMQc56Hdo7T  Sleep Now In the Fire   \n",
              "...                         ...                    ...   \n",
              "1204020  0EsMifwUmMfJZxzoMPXJKZ         Gospel of Juke   \n",
              "1204021  2WSc2TB1CSJgGE0PEzVeiu          Prism Visions   \n",
              "1204022  6iProIgUe3ETpO6UT0v5Hg              Tokyo 360   \n",
              "1204023  37B4SXC8uoBsUyKCWnhPfX                 Yummy!   \n",
              "1204024  3GgQmOxxLyRoAb4j86zOBX   That's The Way It Is   \n",
              "\n",
              "                             album                album_id  \\\n",
              "0        The Battle Of Los Angeles  2eia0myWFgoHuttJytCxgX   \n",
              "1        The Battle Of Los Angeles  2eia0myWFgoHuttJytCxgX   \n",
              "2        The Battle Of Los Angeles  2eia0myWFgoHuttJytCxgX   \n",
              "3        The Battle Of Los Angeles  2eia0myWFgoHuttJytCxgX   \n",
              "4        The Battle Of Los Angeles  2eia0myWFgoHuttJytCxgX   \n",
              "...                            ...                     ...   \n",
              "1204020                 Notch - EP  38O5Ys0W9PFS5K7dMb7yKb   \n",
              "1204021                 Notch - EP  38O5Ys0W9PFS5K7dMb7yKb   \n",
              "1204022                 Notch - EP  38O5Ys0W9PFS5K7dMb7yKb   \n",
              "1204023                 Notch - EP  38O5Ys0W9PFS5K7dMb7yKb   \n",
              "1204024                 Notch - EP  38O5Ys0W9PFS5K7dMb7yKb   \n",
              "\n",
              "                              artists                  artist_ids  \\\n",
              "0        ['Rage Against The Machine']  ['2d0hyoQ5ynDBnkvAbJKORj']   \n",
              "1        ['Rage Against The Machine']  ['2d0hyoQ5ynDBnkvAbJKORj']   \n",
              "2        ['Rage Against The Machine']  ['2d0hyoQ5ynDBnkvAbJKORj']   \n",
              "3        ['Rage Against The Machine']  ['2d0hyoQ5ynDBnkvAbJKORj']   \n",
              "4        ['Rage Against The Machine']  ['2d0hyoQ5ynDBnkvAbJKORj']   \n",
              "...                               ...                         ...   \n",
              "1204020                   ['FVLCRVM']  ['7AjItKsRnEYRSiBt2OxK1y']   \n",
              "1204021                   ['FVLCRVM']  ['7AjItKsRnEYRSiBt2OxK1y']   \n",
              "1204022                   ['FVLCRVM']  ['7AjItKsRnEYRSiBt2OxK1y']   \n",
              "1204023                   ['FVLCRVM']  ['7AjItKsRnEYRSiBt2OxK1y']   \n",
              "1204024                   ['FVLCRVM']  ['7AjItKsRnEYRSiBt2OxK1y']   \n",
              "\n",
              "         track_number  disc_number  explicit  danceability  ...  speechiness  \\\n",
              "0                   1            1     False         0.470  ...       0.0727   \n",
              "1                   2            1      True         0.599  ...       0.1880   \n",
              "2                   3            1     False         0.315  ...       0.4830   \n",
              "3                   4            1      True         0.440  ...       0.2370   \n",
              "4                   5            1     False         0.426  ...       0.0701   \n",
              "...               ...          ...       ...           ...  ...          ...   \n",
              "1204020             2            1     False         0.264  ...       0.0672   \n",
              "1204021             3            1     False         0.796  ...       0.0883   \n",
              "1204022             4            1     False         0.785  ...       0.0564   \n",
              "1204023             5            1     False         0.665  ...       0.0409   \n",
              "1204024             6            1     False         0.736  ...       0.0539   \n",
              "\n",
              "         acousticness  instrumentalness  liveness  valence    tempo  \\\n",
              "0             0.02610          0.000011    0.3560    0.503  117.906   \n",
              "1             0.01290          0.000071    0.1550    0.489  103.680   \n",
              "2             0.02340          0.000002    0.1220    0.370  149.749   \n",
              "3             0.16300          0.000004    0.1210    0.574   96.752   \n",
              "4             0.00162          0.105000    0.0789    0.539  127.059   \n",
              "...               ...               ...       ...      ...      ...   \n",
              "1204020       0.00935          0.002240    0.3370    0.415  159.586   \n",
              "1204021       0.10400          0.644000    0.0749    0.781  121.980   \n",
              "1204022       0.03040          0.918000    0.0664    0.467  121.996   \n",
              "1204023       0.00007          0.776000    0.1170    0.227  124.986   \n",
              "1204024       0.01680          0.296000    0.2790    0.204  117.991   \n",
              "\n",
              "         duration_ms  time_signature  year  release_date  \n",
              "0             210133             4.0  1999    1999-11-02  \n",
              "1             206200             4.0  1999    1999-11-02  \n",
              "2             298893             4.0  1999    1999-11-02  \n",
              "3             213640             4.0  1999    1999-11-02  \n",
              "4             205600             4.0  1999    1999-11-02  \n",
              "...              ...             ...   ...           ...  \n",
              "1204020       276213             4.0  2014    2014-01-09  \n",
              "1204021       363179             4.0  2014    2014-01-09  \n",
              "1204022       385335             4.0  2014    2014-01-09  \n",
              "1204023       324455             4.0  2014    2014-01-09  \n",
              "1204024       304982             4.0  2014    2014-01-09  \n",
              "\n",
              "[1204025 rows x 24 columns]"
            ],
            "text/html": [
              "\n",
              "  <div id=\"df-7cc296c8-447a-4b2e-b5ae-e10f9458f978\">\n",
              "    <div class=\"colab-df-container\">\n",
              "      <div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>id</th>\n",
              "      <th>name</th>\n",
              "      <th>album</th>\n",
              "      <th>album_id</th>\n",
              "      <th>artists</th>\n",
              "      <th>artist_ids</th>\n",
              "      <th>track_number</th>\n",
              "      <th>disc_number</th>\n",
              "      <th>explicit</th>\n",
              "      <th>danceability</th>\n",
              "      <th>...</th>\n",
              "      <th>speechiness</th>\n",
              "      <th>acousticness</th>\n",
              "      <th>instrumentalness</th>\n",
              "      <th>liveness</th>\n",
              "      <th>valence</th>\n",
              "      <th>tempo</th>\n",
              "      <th>duration_ms</th>\n",
              "      <th>time_signature</th>\n",
              "      <th>year</th>\n",
              "      <th>release_date</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>7lmeHLHBe4nmXzuXc0HDjk</td>\n",
              "      <td>Testify</td>\n",
              "      <td>The Battle Of Los Angeles</td>\n",
              "      <td>2eia0myWFgoHuttJytCxgX</td>\n",
              "      <td>['Rage Against The Machine']</td>\n",
              "      <td>['2d0hyoQ5ynDBnkvAbJKORj']</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>False</td>\n",
              "      <td>0.470</td>\n",
              "      <td>...</td>\n",
              "      <td>0.0727</td>\n",
              "      <td>0.02610</td>\n",
              "      <td>0.000011</td>\n",
              "      <td>0.3560</td>\n",
              "      <td>0.503</td>\n",
              "      <td>117.906</td>\n",
              "      <td>210133</td>\n",
              "      <td>4.0</td>\n",
              "      <td>1999</td>\n",
              "      <td>1999-11-02</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>1wsRitfRRtWyEapl0q22o8</td>\n",
              "      <td>Guerrilla Radio</td>\n",
              "      <td>The Battle Of Los Angeles</td>\n",
              "      <td>2eia0myWFgoHuttJytCxgX</td>\n",
              "      <td>['Rage Against The Machine']</td>\n",
              "      <td>['2d0hyoQ5ynDBnkvAbJKORj']</td>\n",
              "      <td>2</td>\n",
              "      <td>1</td>\n",
              "      <td>True</td>\n",
              "      <td>0.599</td>\n",
              "      <td>...</td>\n",
              "      <td>0.1880</td>\n",
              "      <td>0.01290</td>\n",
              "      <td>0.000071</td>\n",
              "      <td>0.1550</td>\n",
              "      <td>0.489</td>\n",
              "      <td>103.680</td>\n",
              "      <td>206200</td>\n",
              "      <td>4.0</td>\n",
              "      <td>1999</td>\n",
              "      <td>1999-11-02</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>1hR0fIFK2qRG3f3RF70pb7</td>\n",
              "      <td>Calm Like a Bomb</td>\n",
              "      <td>The Battle Of Los Angeles</td>\n",
              "      <td>2eia0myWFgoHuttJytCxgX</td>\n",
              "      <td>['Rage Against The Machine']</td>\n",
              "      <td>['2d0hyoQ5ynDBnkvAbJKORj']</td>\n",
              "      <td>3</td>\n",
              "      <td>1</td>\n",
              "      <td>False</td>\n",
              "      <td>0.315</td>\n",
              "      <td>...</td>\n",
              "      <td>0.4830</td>\n",
              "      <td>0.02340</td>\n",
              "      <td>0.000002</td>\n",
              "      <td>0.1220</td>\n",
              "      <td>0.370</td>\n",
              "      <td>149.749</td>\n",
              "      <td>298893</td>\n",
              "      <td>4.0</td>\n",
              "      <td>1999</td>\n",
              "      <td>1999-11-02</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>2lbASgTSoDO7MTuLAXlTW0</td>\n",
              "      <td>Mic Check</td>\n",
              "      <td>The Battle Of Los Angeles</td>\n",
              "      <td>2eia0myWFgoHuttJytCxgX</td>\n",
              "      <td>['Rage Against The Machine']</td>\n",
              "      <td>['2d0hyoQ5ynDBnkvAbJKORj']</td>\n",
              "      <td>4</td>\n",
              "      <td>1</td>\n",
              "      <td>True</td>\n",
              "      <td>0.440</td>\n",
              "      <td>...</td>\n",
              "      <td>0.2370</td>\n",
              "      <td>0.16300</td>\n",
              "      <td>0.000004</td>\n",
              "      <td>0.1210</td>\n",
              "      <td>0.574</td>\n",
              "      <td>96.752</td>\n",
              "      <td>213640</td>\n",
              "      <td>4.0</td>\n",
              "      <td>1999</td>\n",
              "      <td>1999-11-02</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>1MQTmpYOZ6fcMQc56Hdo7T</td>\n",
              "      <td>Sleep Now In the Fire</td>\n",
              "      <td>The Battle Of Los Angeles</td>\n",
              "      <td>2eia0myWFgoHuttJytCxgX</td>\n",
              "      <td>['Rage Against The Machine']</td>\n",
              "      <td>['2d0hyoQ5ynDBnkvAbJKORj']</td>\n",
              "      <td>5</td>\n",
              "      <td>1</td>\n",
              "      <td>False</td>\n",
              "      <td>0.426</td>\n",
              "      <td>...</td>\n",
              "      <td>0.0701</td>\n",
              "      <td>0.00162</td>\n",
              "      <td>0.105000</td>\n",
              "      <td>0.0789</td>\n",
              "      <td>0.539</td>\n",
              "      <td>127.059</td>\n",
              "      <td>205600</td>\n",
              "      <td>4.0</td>\n",
              "      <td>1999</td>\n",
              "      <td>1999-11-02</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>...</th>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1204020</th>\n",
              "      <td>0EsMifwUmMfJZxzoMPXJKZ</td>\n",
              "      <td>Gospel of Juke</td>\n",
              "      <td>Notch - EP</td>\n",
              "      <td>38O5Ys0W9PFS5K7dMb7yKb</td>\n",
              "      <td>['FVLCRVM']</td>\n",
              "      <td>['7AjItKsRnEYRSiBt2OxK1y']</td>\n",
              "      <td>2</td>\n",
              "      <td>1</td>\n",
              "      <td>False</td>\n",
              "      <td>0.264</td>\n",
              "      <td>...</td>\n",
              "      <td>0.0672</td>\n",
              "      <td>0.00935</td>\n",
              "      <td>0.002240</td>\n",
              "      <td>0.3370</td>\n",
              "      <td>0.415</td>\n",
              "      <td>159.586</td>\n",
              "      <td>276213</td>\n",
              "      <td>4.0</td>\n",
              "      <td>2014</td>\n",
              "      <td>2014-01-09</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1204021</th>\n",
              "      <td>2WSc2TB1CSJgGE0PEzVeiu</td>\n",
              "      <td>Prism Visions</td>\n",
              "      <td>Notch - EP</td>\n",
              "      <td>38O5Ys0W9PFS5K7dMb7yKb</td>\n",
              "      <td>['FVLCRVM']</td>\n",
              "      <td>['7AjItKsRnEYRSiBt2OxK1y']</td>\n",
              "      <td>3</td>\n",
              "      <td>1</td>\n",
              "      <td>False</td>\n",
              "      <td>0.796</td>\n",
              "      <td>...</td>\n",
              "      <td>0.0883</td>\n",
              "      <td>0.10400</td>\n",
              "      <td>0.644000</td>\n",
              "      <td>0.0749</td>\n",
              "      <td>0.781</td>\n",
              "      <td>121.980</td>\n",
              "      <td>363179</td>\n",
              "      <td>4.0</td>\n",
              "      <td>2014</td>\n",
              "      <td>2014-01-09</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1204022</th>\n",
              "      <td>6iProIgUe3ETpO6UT0v5Hg</td>\n",
              "      <td>Tokyo 360</td>\n",
              "      <td>Notch - EP</td>\n",
              "      <td>38O5Ys0W9PFS5K7dMb7yKb</td>\n",
              "      <td>['FVLCRVM']</td>\n",
              "      <td>['7AjItKsRnEYRSiBt2OxK1y']</td>\n",
              "      <td>4</td>\n",
              "      <td>1</td>\n",
              "      <td>False</td>\n",
              "      <td>0.785</td>\n",
              "      <td>...</td>\n",
              "      <td>0.0564</td>\n",
              "      <td>0.03040</td>\n",
              "      <td>0.918000</td>\n",
              "      <td>0.0664</td>\n",
              "      <td>0.467</td>\n",
              "      <td>121.996</td>\n",
              "      <td>385335</td>\n",
              "      <td>4.0</td>\n",
              "      <td>2014</td>\n",
              "      <td>2014-01-09</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1204023</th>\n",
              "      <td>37B4SXC8uoBsUyKCWnhPfX</td>\n",
              "      <td>Yummy!</td>\n",
              "      <td>Notch - EP</td>\n",
              "      <td>38O5Ys0W9PFS5K7dMb7yKb</td>\n",
              "      <td>['FVLCRVM']</td>\n",
              "      <td>['7AjItKsRnEYRSiBt2OxK1y']</td>\n",
              "      <td>5</td>\n",
              "      <td>1</td>\n",
              "      <td>False</td>\n",
              "      <td>0.665</td>\n",
              "      <td>...</td>\n",
              "      <td>0.0409</td>\n",
              "      <td>0.00007</td>\n",
              "      <td>0.776000</td>\n",
              "      <td>0.1170</td>\n",
              "      <td>0.227</td>\n",
              "      <td>124.986</td>\n",
              "      <td>324455</td>\n",
              "      <td>4.0</td>\n",
              "      <td>2014</td>\n",
              "      <td>2014-01-09</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1204024</th>\n",
              "      <td>3GgQmOxxLyRoAb4j86zOBX</td>\n",
              "      <td>That's The Way It Is</td>\n",
              "      <td>Notch - EP</td>\n",
              "      <td>38O5Ys0W9PFS5K7dMb7yKb</td>\n",
              "      <td>['FVLCRVM']</td>\n",
              "      <td>['7AjItKsRnEYRSiBt2OxK1y']</td>\n",
              "      <td>6</td>\n",
              "      <td>1</td>\n",
              "      <td>False</td>\n",
              "      <td>0.736</td>\n",
              "      <td>...</td>\n",
              "      <td>0.0539</td>\n",
              "      <td>0.01680</td>\n",
              "      <td>0.296000</td>\n",
              "      <td>0.2790</td>\n",
              "      <td>0.204</td>\n",
              "      <td>117.991</td>\n",
              "      <td>304982</td>\n",
              "      <td>4.0</td>\n",
              "      <td>2014</td>\n",
              "      <td>2014-01-09</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "<p>1204025 rows × 24 columns</p>\n",
              "</div>\n",
              "      <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-7cc296c8-447a-4b2e-b5ae-e10f9458f978')\"\n",
              "              title=\"Convert this dataframe to an interactive table.\"\n",
              "              style=\"display:none;\">\n",
              "        \n",
              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
              "       width=\"24px\">\n",
              "    <path d=\"M0 0h24v24H0V0z\" fill=\"none\"/>\n",
              "    <path d=\"M18.56 5.44l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94zm-11 1L8.5 8.5l.94-2.06 2.06-.94-2.06-.94L8.5 2.5l-.94 2.06-2.06.94zm10 10l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94z\"/><path d=\"M17.41 7.96l-1.37-1.37c-.4-.4-.92-.59-1.43-.59-.52 0-1.04.2-1.43.59L10.3 9.45l-7.72 7.72c-.78.78-.78 2.05 0 2.83L4 21.41c.39.39.9.59 1.41.59.51 0 1.02-.2 1.41-.59l7.78-7.78 2.81-2.81c.8-.78.8-2.07 0-2.86zM5.41 20L4 18.59l7.72-7.72 1.47 1.35L5.41 20z\"/>\n",
              "  </svg>\n",
              "      </button>\n",
              "      \n",
              "  <style>\n",
              "    .colab-df-container {\n",
              "      display:flex;\n",
              "      flex-wrap:wrap;\n",
              "      gap: 12px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert {\n",
              "      background-color: #E8F0FE;\n",
              "      border: none;\n",
              "      border-radius: 50%;\n",
              "      cursor: pointer;\n",
              "      display: none;\n",
              "      fill: #1967D2;\n",
              "      height: 32px;\n",
              "      padding: 0 0 0 0;\n",
              "      width: 32px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert:hover {\n",
              "      background-color: #E2EBFA;\n",
              "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "      fill: #174EA6;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert {\n",
              "      background-color: #3B4455;\n",
              "      fill: #D2E3FC;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert:hover {\n",
              "      background-color: #434B5C;\n",
              "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "      fill: #FFFFFF;\n",
              "    }\n",
              "  </style>\n",
              "\n",
              "      <script>\n",
              "        const buttonEl =\n",
              "          document.querySelector('#df-7cc296c8-447a-4b2e-b5ae-e10f9458f978 button.colab-df-convert');\n",
              "        buttonEl.style.display =\n",
              "          google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "\n",
              "        async function convertToInteractive(key) {\n",
              "          const element = document.querySelector('#df-7cc296c8-447a-4b2e-b5ae-e10f9458f978');\n",
              "          const dataTable =\n",
              "            await google.colab.kernel.invokeFunction('convertToInteractive',\n",
              "                                                     [key], {});\n",
              "          if (!dataTable) return;\n",
              "\n",
              "          const docLinkHtml = 'Like what you see? Visit the ' +\n",
              "            '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
              "            + ' to learn more about interactive tables.';\n",
              "          element.innerHTML = '';\n",
              "          dataTable['output_type'] = 'display_data';\n",
              "          await google.colab.output.renderOutput(dataTable, element);\n",
              "          const docLink = document.createElement('div');\n",
              "          docLink.innerHTML = docLinkHtml;\n",
              "          element.appendChild(docLink);\n",
              "        }\n",
              "      </script>\n",
              "    </div>\n",
              "  </div>\n",
              "  "
            ]
          },
          "metadata": {},
          "execution_count": 57
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "track_df.info()"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "cJDPRXJr_gCI",
        "outputId": "2edd3139-71f0-485b-cbef-e11c5ca4cf98"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "<class 'pandas.core.frame.DataFrame'>\n",
            "RangeIndex: 1204025 entries, 0 to 1204024\n",
            "Data columns (total 24 columns):\n",
            " #   Column            Non-Null Count    Dtype  \n",
            "---  ------            --------------    -----  \n",
            " 0   id                1204025 non-null  object \n",
            " 1   name              1204025 non-null  object \n",
            " 2   album             1204025 non-null  object \n",
            " 3   album_id          1204025 non-null  object \n",
            " 4   artists           1204025 non-null  object \n",
            " 5   artist_ids        1204025 non-null  object \n",
            " 6   track_number      1204025 non-null  int64  \n",
            " 7   disc_number       1204025 non-null  int64  \n",
            " 8   explicit          1204025 non-null  bool   \n",
            " 9   danceability      1204025 non-null  float64\n",
            " 10  energy            1204025 non-null  float64\n",
            " 11  key               1204025 non-null  int64  \n",
            " 12  loudness          1204025 non-null  float64\n",
            " 13  mode              1204025 non-null  int64  \n",
            " 14  speechiness       1204025 non-null  float64\n",
            " 15  acousticness      1204025 non-null  float64\n",
            " 16  instrumentalness  1204025 non-null  float64\n",
            " 17  liveness          1204025 non-null  float64\n",
            " 18  valence           1204025 non-null  float64\n",
            " 19  tempo             1204025 non-null  float64\n",
            " 20  duration_ms       1204025 non-null  int64  \n",
            " 21  time_signature    1204025 non-null  float64\n",
            " 22  year              1204025 non-null  int64  \n",
            " 23  release_date      1204025 non-null  object \n",
            "dtypes: bool(1), float64(10), int64(6), object(7)\n",
            "memory usage: 212.4+ MB\n"
          ]
        }
      ]
    },
    {
      "cell_type": "markdown",
      "source": [
        "Checking the Nan values"
      ],
      "metadata": {
        "id": "kb1YDk0MrkUM"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "track_df.isna().sum()"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "bzNxKe37rR9X",
        "outputId": "5967817c-316c-482a-ba81-bcea7c578680"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "id                  0\n",
              "name                0\n",
              "album               0\n",
              "album_id            0\n",
              "artists             0\n",
              "artist_ids          0\n",
              "track_number        0\n",
              "disc_number         0\n",
              "explicit            0\n",
              "danceability        0\n",
              "energy              0\n",
              "key                 0\n",
              "loudness            0\n",
              "mode                0\n",
              "speechiness         0\n",
              "acousticness        0\n",
              "instrumentalness    0\n",
              "liveness            0\n",
              "valence             0\n",
              "tempo               0\n",
              "duration_ms         0\n",
              "time_signature      0\n",
              "year                0\n",
              "release_date        0\n",
              "dtype: int64"
            ]
          },
          "metadata": {},
          "execution_count": 59
        }
      ]
    },
    {
      "cell_type": "markdown",
      "source": [
        "##Reassign the artists column"
      ],
      "metadata": {
        "id": "yD05PYqlrrCA"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "track_df_reassign = track_df\n",
        "track_df_reassign['artist_ids'] =  track_df[\"artist_ids\"].apply(ast.literal_eval)\n",
        "track_df_reassign['explicit'] =  track_df_reassign[\"explicit\"].apply(lambda x: 1 if x == True else 0)\n",
        "track_df_reassign= track_df_reassign.explode('artist_ids').reset_index(drop=True)\n",
        "track_df_reassign.rename(columns={'id':'track_id', 'name':'track_name', 'popularity': 'track_popularity'},inplace=True)\n",
        "track_df_reassign"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 834
        },
        "id": "OoPGlQ85rpTG",
        "outputId": "a476fd83-b08c-49fe-c3df-40825ff6ce64"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "                       track_id             track_name  \\\n",
              "0        7lmeHLHBe4nmXzuXc0HDjk                Testify   \n",
              "1        1wsRitfRRtWyEapl0q22o8        Guerrilla Radio   \n",
              "2        1hR0fIFK2qRG3f3RF70pb7       Calm Like a Bomb   \n",
              "3        2lbASgTSoDO7MTuLAXlTW0              Mic Check   \n",
              "4        1MQTmpYOZ6fcMQc56Hdo7T  Sleep Now In the Fire   \n",
              "...                         ...                    ...   \n",
              "1798202  0EsMifwUmMfJZxzoMPXJKZ         Gospel of Juke   \n",
              "1798203  2WSc2TB1CSJgGE0PEzVeiu          Prism Visions   \n",
              "1798204  6iProIgUe3ETpO6UT0v5Hg              Tokyo 360   \n",
              "1798205  37B4SXC8uoBsUyKCWnhPfX                 Yummy!   \n",
              "1798206  3GgQmOxxLyRoAb4j86zOBX   That's The Way It Is   \n",
              "\n",
              "                             album                album_id  \\\n",
              "0        The Battle Of Los Angeles  2eia0myWFgoHuttJytCxgX   \n",
              "1        The Battle Of Los Angeles  2eia0myWFgoHuttJytCxgX   \n",
              "2        The Battle Of Los Angeles  2eia0myWFgoHuttJytCxgX   \n",
              "3        The Battle Of Los Angeles  2eia0myWFgoHuttJytCxgX   \n",
              "4        The Battle Of Los Angeles  2eia0myWFgoHuttJytCxgX   \n",
              "...                            ...                     ...   \n",
              "1798202                 Notch - EP  38O5Ys0W9PFS5K7dMb7yKb   \n",
              "1798203                 Notch - EP  38O5Ys0W9PFS5K7dMb7yKb   \n",
              "1798204                 Notch - EP  38O5Ys0W9PFS5K7dMb7yKb   \n",
              "1798205                 Notch - EP  38O5Ys0W9PFS5K7dMb7yKb   \n",
              "1798206                 Notch - EP  38O5Ys0W9PFS5K7dMb7yKb   \n",
              "\n",
              "                              artists              artist_ids  track_number  \\\n",
              "0        ['Rage Against The Machine']  2d0hyoQ5ynDBnkvAbJKORj             1   \n",
              "1        ['Rage Against The Machine']  2d0hyoQ5ynDBnkvAbJKORj             2   \n",
              "2        ['Rage Against The Machine']  2d0hyoQ5ynDBnkvAbJKORj             3   \n",
              "3        ['Rage Against The Machine']  2d0hyoQ5ynDBnkvAbJKORj             4   \n",
              "4        ['Rage Against The Machine']  2d0hyoQ5ynDBnkvAbJKORj             5   \n",
              "...                               ...                     ...           ...   \n",
              "1798202                   ['FVLCRVM']  7AjItKsRnEYRSiBt2OxK1y             2   \n",
              "1798203                   ['FVLCRVM']  7AjItKsRnEYRSiBt2OxK1y             3   \n",
              "1798204                   ['FVLCRVM']  7AjItKsRnEYRSiBt2OxK1y             4   \n",
              "1798205                   ['FVLCRVM']  7AjItKsRnEYRSiBt2OxK1y             5   \n",
              "1798206                   ['FVLCRVM']  7AjItKsRnEYRSiBt2OxK1y             6   \n",
              "\n",
              "         disc_number  explicit  danceability  ...  speechiness  acousticness  \\\n",
              "0                  1         0         0.470  ...       0.0727       0.02610   \n",
              "1                  1         1         0.599  ...       0.1880       0.01290   \n",
              "2                  1         0         0.315  ...       0.4830       0.02340   \n",
              "3                  1         1         0.440  ...       0.2370       0.16300   \n",
              "4                  1         0         0.426  ...       0.0701       0.00162   \n",
              "...              ...       ...           ...  ...          ...           ...   \n",
              "1798202            1         0         0.264  ...       0.0672       0.00935   \n",
              "1798203            1         0         0.796  ...       0.0883       0.10400   \n",
              "1798204            1         0         0.785  ...       0.0564       0.03040   \n",
              "1798205            1         0         0.665  ...       0.0409       0.00007   \n",
              "1798206            1         0         0.736  ...       0.0539       0.01680   \n",
              "\n",
              "         instrumentalness  liveness  valence    tempo  duration_ms  \\\n",
              "0                0.000011    0.3560    0.503  117.906       210133   \n",
              "1                0.000071    0.1550    0.489  103.680       206200   \n",
              "2                0.000002    0.1220    0.370  149.749       298893   \n",
              "3                0.000004    0.1210    0.574   96.752       213640   \n",
              "4                0.105000    0.0789    0.539  127.059       205600   \n",
              "...                   ...       ...      ...      ...          ...   \n",
              "1798202          0.002240    0.3370    0.415  159.586       276213   \n",
              "1798203          0.644000    0.0749    0.781  121.980       363179   \n",
              "1798204          0.918000    0.0664    0.467  121.996       385335   \n",
              "1798205          0.776000    0.1170    0.227  124.986       324455   \n",
              "1798206          0.296000    0.2790    0.204  117.991       304982   \n",
              "\n",
              "         time_signature  year  release_date  \n",
              "0                   4.0  1999    1999-11-02  \n",
              "1                   4.0  1999    1999-11-02  \n",
              "2                   4.0  1999    1999-11-02  \n",
              "3                   4.0  1999    1999-11-02  \n",
              "4                   4.0  1999    1999-11-02  \n",
              "...                 ...   ...           ...  \n",
              "1798202             4.0  2014    2014-01-09  \n",
              "1798203             4.0  2014    2014-01-09  \n",
              "1798204             4.0  2014    2014-01-09  \n",
              "1798205             4.0  2014    2014-01-09  \n",
              "1798206             4.0  2014    2014-01-09  \n",
              "\n",
              "[1798207 rows x 24 columns]"
            ],
            "text/html": [
              "\n",
              "  <div id=\"df-dd547282-3649-4844-86fd-dc993ddb6f31\">\n",
              "    <div class=\"colab-df-container\">\n",
              "      <div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>track_id</th>\n",
              "      <th>track_name</th>\n",
              "      <th>album</th>\n",
              "      <th>album_id</th>\n",
              "      <th>artists</th>\n",
              "      <th>artist_ids</th>\n",
              "      <th>track_number</th>\n",
              "      <th>disc_number</th>\n",
              "      <th>explicit</th>\n",
              "      <th>danceability</th>\n",
              "      <th>...</th>\n",
              "      <th>speechiness</th>\n",
              "      <th>acousticness</th>\n",
              "      <th>instrumentalness</th>\n",
              "      <th>liveness</th>\n",
              "      <th>valence</th>\n",
              "      <th>tempo</th>\n",
              "      <th>duration_ms</th>\n",
              "      <th>time_signature</th>\n",
              "      <th>year</th>\n",
              "      <th>release_date</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>7lmeHLHBe4nmXzuXc0HDjk</td>\n",
              "      <td>Testify</td>\n",
              "      <td>The Battle Of Los Angeles</td>\n",
              "      <td>2eia0myWFgoHuttJytCxgX</td>\n",
              "      <td>['Rage Against The Machine']</td>\n",
              "      <td>2d0hyoQ5ynDBnkvAbJKORj</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>0.470</td>\n",
              "      <td>...</td>\n",
              "      <td>0.0727</td>\n",
              "      <td>0.02610</td>\n",
              "      <td>0.000011</td>\n",
              "      <td>0.3560</td>\n",
              "      <td>0.503</td>\n",
              "      <td>117.906</td>\n",
              "      <td>210133</td>\n",
              "      <td>4.0</td>\n",
              "      <td>1999</td>\n",
              "      <td>1999-11-02</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>1wsRitfRRtWyEapl0q22o8</td>\n",
              "      <td>Guerrilla Radio</td>\n",
              "      <td>The Battle Of Los Angeles</td>\n",
              "      <td>2eia0myWFgoHuttJytCxgX</td>\n",
              "      <td>['Rage Against The Machine']</td>\n",
              "      <td>2d0hyoQ5ynDBnkvAbJKORj</td>\n",
              "      <td>2</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>0.599</td>\n",
              "      <td>...</td>\n",
              "      <td>0.1880</td>\n",
              "      <td>0.01290</td>\n",
              "      <td>0.000071</td>\n",
              "      <td>0.1550</td>\n",
              "      <td>0.489</td>\n",
              "      <td>103.680</td>\n",
              "      <td>206200</td>\n",
              "      <td>4.0</td>\n",
              "      <td>1999</td>\n",
              "      <td>1999-11-02</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>1hR0fIFK2qRG3f3RF70pb7</td>\n",
              "      <td>Calm Like a Bomb</td>\n",
              "      <td>The Battle Of Los Angeles</td>\n",
              "      <td>2eia0myWFgoHuttJytCxgX</td>\n",
              "      <td>['Rage Against The Machine']</td>\n",
              "      <td>2d0hyoQ5ynDBnkvAbJKORj</td>\n",
              "      <td>3</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>0.315</td>\n",
              "      <td>...</td>\n",
              "      <td>0.4830</td>\n",
              "      <td>0.02340</td>\n",
              "      <td>0.000002</td>\n",
              "      <td>0.1220</td>\n",
              "      <td>0.370</td>\n",
              "      <td>149.749</td>\n",
              "      <td>298893</td>\n",
              "      <td>4.0</td>\n",
              "      <td>1999</td>\n",
              "      <td>1999-11-02</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>2lbASgTSoDO7MTuLAXlTW0</td>\n",
              "      <td>Mic Check</td>\n",
              "      <td>The Battle Of Los Angeles</td>\n",
              "      <td>2eia0myWFgoHuttJytCxgX</td>\n",
              "      <td>['Rage Against The Machine']</td>\n",
              "      <td>2d0hyoQ5ynDBnkvAbJKORj</td>\n",
              "      <td>4</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>0.440</td>\n",
              "      <td>...</td>\n",
              "      <td>0.2370</td>\n",
              "      <td>0.16300</td>\n",
              "      <td>0.000004</td>\n",
              "      <td>0.1210</td>\n",
              "      <td>0.574</td>\n",
              "      <td>96.752</td>\n",
              "      <td>213640</td>\n",
              "      <td>4.0</td>\n",
              "      <td>1999</td>\n",
              "      <td>1999-11-02</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>1MQTmpYOZ6fcMQc56Hdo7T</td>\n",
              "      <td>Sleep Now In the Fire</td>\n",
              "      <td>The Battle Of Los Angeles</td>\n",
              "      <td>2eia0myWFgoHuttJytCxgX</td>\n",
              "      <td>['Rage Against The Machine']</td>\n",
              "      <td>2d0hyoQ5ynDBnkvAbJKORj</td>\n",
              "      <td>5</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>0.426</td>\n",
              "      <td>...</td>\n",
              "      <td>0.0701</td>\n",
              "      <td>0.00162</td>\n",
              "      <td>0.105000</td>\n",
              "      <td>0.0789</td>\n",
              "      <td>0.539</td>\n",
              "      <td>127.059</td>\n",
              "      <td>205600</td>\n",
              "      <td>4.0</td>\n",
              "      <td>1999</td>\n",
              "      <td>1999-11-02</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>...</th>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1798202</th>\n",
              "      <td>0EsMifwUmMfJZxzoMPXJKZ</td>\n",
              "      <td>Gospel of Juke</td>\n",
              "      <td>Notch - EP</td>\n",
              "      <td>38O5Ys0W9PFS5K7dMb7yKb</td>\n",
              "      <td>['FVLCRVM']</td>\n",
              "      <td>7AjItKsRnEYRSiBt2OxK1y</td>\n",
              "      <td>2</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>0.264</td>\n",
              "      <td>...</td>\n",
              "      <td>0.0672</td>\n",
              "      <td>0.00935</td>\n",
              "      <td>0.002240</td>\n",
              "      <td>0.3370</td>\n",
              "      <td>0.415</td>\n",
              "      <td>159.586</td>\n",
              "      <td>276213</td>\n",
              "      <td>4.0</td>\n",
              "      <td>2014</td>\n",
              "      <td>2014-01-09</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1798203</th>\n",
              "      <td>2WSc2TB1CSJgGE0PEzVeiu</td>\n",
              "      <td>Prism Visions</td>\n",
              "      <td>Notch - EP</td>\n",
              "      <td>38O5Ys0W9PFS5K7dMb7yKb</td>\n",
              "      <td>['FVLCRVM']</td>\n",
              "      <td>7AjItKsRnEYRSiBt2OxK1y</td>\n",
              "      <td>3</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>0.796</td>\n",
              "      <td>...</td>\n",
              "      <td>0.0883</td>\n",
              "      <td>0.10400</td>\n",
              "      <td>0.644000</td>\n",
              "      <td>0.0749</td>\n",
              "      <td>0.781</td>\n",
              "      <td>121.980</td>\n",
              "      <td>363179</td>\n",
              "      <td>4.0</td>\n",
              "      <td>2014</td>\n",
              "      <td>2014-01-09</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1798204</th>\n",
              "      <td>6iProIgUe3ETpO6UT0v5Hg</td>\n",
              "      <td>Tokyo 360</td>\n",
              "      <td>Notch - EP</td>\n",
              "      <td>38O5Ys0W9PFS5K7dMb7yKb</td>\n",
              "      <td>['FVLCRVM']</td>\n",
              "      <td>7AjItKsRnEYRSiBt2OxK1y</td>\n",
              "      <td>4</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>0.785</td>\n",
              "      <td>...</td>\n",
              "      <td>0.0564</td>\n",
              "      <td>0.03040</td>\n",
              "      <td>0.918000</td>\n",
              "      <td>0.0664</td>\n",
              "      <td>0.467</td>\n",
              "      <td>121.996</td>\n",
              "      <td>385335</td>\n",
              "      <td>4.0</td>\n",
              "      <td>2014</td>\n",
              "      <td>2014-01-09</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1798205</th>\n",
              "      <td>37B4SXC8uoBsUyKCWnhPfX</td>\n",
              "      <td>Yummy!</td>\n",
              "      <td>Notch - EP</td>\n",
              "      <td>38O5Ys0W9PFS5K7dMb7yKb</td>\n",
              "      <td>['FVLCRVM']</td>\n",
              "      <td>7AjItKsRnEYRSiBt2OxK1y</td>\n",
              "      <td>5</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>0.665</td>\n",
              "      <td>...</td>\n",
              "      <td>0.0409</td>\n",
              "      <td>0.00007</td>\n",
              "      <td>0.776000</td>\n",
              "      <td>0.1170</td>\n",
              "      <td>0.227</td>\n",
              "      <td>124.986</td>\n",
              "      <td>324455</td>\n",
              "      <td>4.0</td>\n",
              "      <td>2014</td>\n",
              "      <td>2014-01-09</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1798206</th>\n",
              "      <td>3GgQmOxxLyRoAb4j86zOBX</td>\n",
              "      <td>That's The Way It Is</td>\n",
              "      <td>Notch - EP</td>\n",
              "      <td>38O5Ys0W9PFS5K7dMb7yKb</td>\n",
              "      <td>['FVLCRVM']</td>\n",
              "      <td>7AjItKsRnEYRSiBt2OxK1y</td>\n",
              "      <td>6</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>0.736</td>\n",
              "      <td>...</td>\n",
              "      <td>0.0539</td>\n",
              "      <td>0.01680</td>\n",
              "      <td>0.296000</td>\n",
              "      <td>0.2790</td>\n",
              "      <td>0.204</td>\n",
              "      <td>117.991</td>\n",
              "      <td>304982</td>\n",
              "      <td>4.0</td>\n",
              "      <td>2014</td>\n",
              "      <td>2014-01-09</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "<p>1798207 rows × 24 columns</p>\n",
              "</div>\n",
              "      <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-dd547282-3649-4844-86fd-dc993ddb6f31')\"\n",
              "              title=\"Convert this dataframe to an interactive table.\"\n",
              "              style=\"display:none;\">\n",
              "        \n",
              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
              "       width=\"24px\">\n",
              "    <path d=\"M0 0h24v24H0V0z\" fill=\"none\"/>\n",
              "    <path d=\"M18.56 5.44l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94zm-11 1L8.5 8.5l.94-2.06 2.06-.94-2.06-.94L8.5 2.5l-.94 2.06-2.06.94zm10 10l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94z\"/><path d=\"M17.41 7.96l-1.37-1.37c-.4-.4-.92-.59-1.43-.59-.52 0-1.04.2-1.43.59L10.3 9.45l-7.72 7.72c-.78.78-.78 2.05 0 2.83L4 21.41c.39.39.9.59 1.41.59.51 0 1.02-.2 1.41-.59l7.78-7.78 2.81-2.81c.8-.78.8-2.07 0-2.86zM5.41 20L4 18.59l7.72-7.72 1.47 1.35L5.41 20z\"/>\n",
              "  </svg>\n",
              "      </button>\n",
              "      \n",
              "  <style>\n",
              "    .colab-df-container {\n",
              "      display:flex;\n",
              "      flex-wrap:wrap;\n",
              "      gap: 12px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert {\n",
              "      background-color: #E8F0FE;\n",
              "      border: none;\n",
              "      border-radius: 50%;\n",
              "      cursor: pointer;\n",
              "      display: none;\n",
              "      fill: #1967D2;\n",
              "      height: 32px;\n",
              "      padding: 0 0 0 0;\n",
              "      width: 32px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert:hover {\n",
              "      background-color: #E2EBFA;\n",
              "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "      fill: #174EA6;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert {\n",
              "      background-color: #3B4455;\n",
              "      fill: #D2E3FC;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert:hover {\n",
              "      background-color: #434B5C;\n",
              "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "      fill: #FFFFFF;\n",
              "    }\n",
              "  </style>\n",
              "\n",
              "      <script>\n",
              "        const buttonEl =\n",
              "          document.querySelector('#df-dd547282-3649-4844-86fd-dc993ddb6f31 button.colab-df-convert');\n",
              "        buttonEl.style.display =\n",
              "          google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "\n",
              "        async function convertToInteractive(key) {\n",
              "          const element = document.querySelector('#df-dd547282-3649-4844-86fd-dc993ddb6f31');\n",
              "          const dataTable =\n",
              "            await google.colab.kernel.invokeFunction('convertToInteractive',\n",
              "                                                     [key], {});\n",
              "          if (!dataTable) return;\n",
              "\n",
              "          const docLinkHtml = 'Like what you see? Visit the ' +\n",
              "            '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
              "            + ' to learn more about interactive tables.';\n",
              "          element.innerHTML = '';\n",
              "          dataTable['output_type'] = 'display_data';\n",
              "          await google.colab.output.renderOutput(dataTable, element);\n",
              "          const docLink = document.createElement('div');\n",
              "          docLink.innerHTML = docLinkHtml;\n",
              "          element.appendChild(docLink);\n",
              "        }\n",
              "      </script>\n",
              "    </div>\n",
              "  </div>\n",
              "  "
            ]
          },
          "metadata": {},
          "execution_count": 60
        }
      ]
    },
    {
      "cell_type": "markdown",
      "source": [
        "#Sec_track_df Cleaning"
      ],
      "metadata": {
        "id": "RqiJ2WA1_kX4"
      }
    },
    {
      "cell_type": "markdown",
      "source": [
        "##Removing or Replacing the missing values"
      ],
      "metadata": {
        "id": "Am8EbWU369m2"
      }
    },
    {
      "cell_type": "markdown",
      "source": [
        "Let's check if there is any missing value from each dataset"
      ],
      "metadata": {
        "id": "R4YTETH_7Hmc"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "sec_track_df.isin([\" ?\"]).any().any()"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "463OaRTu7PDz",
        "outputId": "e138b2d7-db08-40be-9e3e-e6e5c56340fe"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "False"
            ]
          },
          "metadata": {},
          "execution_count": 61
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "sec_artist_df.isin([\" ?\"]).any().any()"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "auKwRUgk7eef",
        "outputId": "1a2ebe63-2fae-4c75-80b3-b66d0d655956"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "False"
            ]
          },
          "metadata": {},
          "execution_count": 62
        }
      ]
    },
    {
      "cell_type": "markdown",
      "source": [
        "sec_track_df, sec_artist_df contain missing values. so, we need to deal with it at first\n"
      ],
      "metadata": {
        "id": "ykgmBdFR7VFw"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "sec_track_df.isna().sum()"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "tDmb5Axg85uK",
        "outputId": "272823c8-b157-4b5c-83ec-13e54d26cf16"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "id                   0\n",
              "name                71\n",
              "popularity           0\n",
              "duration_ms          0\n",
              "explicit             0\n",
              "artists              0\n",
              "id_artists           0\n",
              "release_date         0\n",
              "danceability         0\n",
              "energy               0\n",
              "key                  0\n",
              "loudness             0\n",
              "mode                 0\n",
              "speechiness          0\n",
              "acousticness         0\n",
              "instrumentalness     0\n",
              "liveness             0\n",
              "valence              0\n",
              "tempo                0\n",
              "time_signature       0\n",
              "dtype: int64"
            ]
          },
          "metadata": {},
          "execution_count": 63
        }
      ]
    },
    {
      "cell_type": "markdown",
      "source": [
        "From the missing vlues shown above, we know that there are three 71 rows that contain the missing values. We decided to drop the values because the missing value does not represent a significant portion of the total data set."
      ],
      "metadata": {
        "id": "ezEFzBWT-Dfx"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "sec_track_df_no_missing = sec_track_df.dropna()\n",
        "sec_track_df_no_missing = sec_track_df_no_missing.reset_index(drop=True)\n",
        "sec_track_df_no_missing"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 695
        },
        "id": "4WxBmRI5-DBc",
        "outputId": "4142f961-4750-43f3-ecf0-1ba3d4684a4b"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "                            id                                 name  \\\n",
              "0       35iwgR4jXetI318WEWsa1Q                                Carve   \n",
              "1       021ht4sdgPcrDgSk7JTbKY  Capítulo 2.16 - Banquero Anarquista   \n",
              "2       07A5yehtSnoedViJAZkNnc   Vivo para Quererte - Remasterizado   \n",
              "3       08FmqUhxtyLTn6pAh6bk45        El Prisionero - Remasterizado   \n",
              "4       08y9GfoqCWfOGsKdwojr5e                  Lady of the Evening   \n",
              "...                        ...                                  ...   \n",
              "586596  5rgu12WBIHQtvej2MdHSH0                                  云与海   \n",
              "586597  0NuWgxEp51CutD2pJoF4OM                                blind   \n",
              "586598  27Y1N4Q4U3EfDU5Ubw8ws2            What They'll Say About Us   \n",
              "586599  45XJsGpFTyzbzeWK8VzR8S                      A Day At A Time   \n",
              "586600  5Ocn6dZ3BJFPWh4ylwFXtn                     Mar de Emociones   \n",
              "\n",
              "        popularity  duration_ms  explicit                          artists  \\\n",
              "0                6       126903         0                          ['Uli']   \n",
              "1                0        98200         0              ['Fernando Pessoa']   \n",
              "2                0       181640         0              ['Ignacio Corsini']   \n",
              "3                0       176907         0              ['Ignacio Corsini']   \n",
              "4                0       163080         0                  ['Dick Haymes']   \n",
              "...            ...          ...       ...                              ...   \n",
              "586596          50       258267         0                      ['阿YueYue']   \n",
              "586597          72       153293         0                   ['ROLE MODEL']   \n",
              "586598          70       187601         0                      ['FINNEAS']   \n",
              "586599          58       142003         0  ['Gentle Bones', 'Clara Benin']   \n",
              "586600          38       214360         0                    ['Afrosound']   \n",
              "\n",
              "                                               id_artists release_date  \\\n",
              "0                              ['45tIt06XoI0Iio4LBEVpls']   1922-02-22   \n",
              "1                              ['14jtPCOoNZwquk5wd9DxrY']   1922-06-01   \n",
              "2                              ['5LiOoJbxVSAMkBS2fUm3X2']   1922-03-21   \n",
              "3                              ['5LiOoJbxVSAMkBS2fUm3X2']   1922-03-21   \n",
              "4                              ['3BiJGZsyX9sJchTqcSA7Su']         1922   \n",
              "...                                                   ...          ...   \n",
              "586596                         ['1QLBXKM5GCpyQQSVMNZqrZ']   2020-09-26   \n",
              "586597                         ['1dy5WNgIKQU6ezkpZs4y8z']   2020-10-21   \n",
              "586598                         ['37M5pPGs6V1fchFJSgCguX']   2020-09-02   \n",
              "586599  ['4jGPdu95icCKVF31CcFKbS', '5ebPSE9YI5aLeZ1Z2g...   2021-03-05   \n",
              "586600                         ['0i4Qda0k4nf7jnNHmSNpYv']   2015-07-01   \n",
              "\n",
              "        danceability  energy  key  loudness  mode  speechiness  acousticness  \\\n",
              "0              0.645  0.4450    0   -13.338     1       0.4510         0.674   \n",
              "1              0.695  0.2630    0   -22.136     1       0.9570         0.797   \n",
              "2              0.434  0.1770    1   -21.180     1       0.0512         0.994   \n",
              "3              0.321  0.0946    7   -27.961     1       0.0504         0.995   \n",
              "4              0.402  0.1580    3   -16.900     0       0.0390         0.989   \n",
              "...              ...     ...  ...       ...   ...          ...           ...   \n",
              "586596         0.560  0.5180    0    -7.471     0       0.0292         0.785   \n",
              "586597         0.765  0.6630    0    -5.223     1       0.0652         0.141   \n",
              "586598         0.535  0.3140    7   -12.823     0       0.0408         0.895   \n",
              "586599         0.696  0.6150   10    -6.212     1       0.0345         0.206   \n",
              "586600         0.686  0.7230    6    -7.067     1       0.0363         0.105   \n",
              "\n",
              "        instrumentalness  liveness  valence    tempo  time_signature  \n",
              "0               0.744000    0.1510   0.1270  104.851               3  \n",
              "1               0.000000    0.1480   0.6550  102.009               1  \n",
              "2               0.021800    0.2120   0.4570  130.418               5  \n",
              "3               0.918000    0.1040   0.3970  169.980               3  \n",
              "4               0.130000    0.3110   0.1960  103.220               4  \n",
              "...                  ...       ...      ...      ...             ...  \n",
              "586596          0.000000    0.0648   0.2110  131.896               4  \n",
              "586597          0.000297    0.0924   0.6860  150.091               4  \n",
              "586598          0.000150    0.0874   0.0663  145.095               4  \n",
              "586599          0.000003    0.3050   0.4380   90.029               4  \n",
              "586600          0.000000    0.2640   0.9750  112.204               4  \n",
              "\n",
              "[586601 rows x 20 columns]"
            ],
            "text/html": [
              "\n",
              "  <div id=\"df-1fd326ea-bc84-40e8-aaee-1539aeded88f\">\n",
              "    <div class=\"colab-df-container\">\n",
              "      <div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>id</th>\n",
              "      <th>name</th>\n",
              "      <th>popularity</th>\n",
              "      <th>duration_ms</th>\n",
              "      <th>explicit</th>\n",
              "      <th>artists</th>\n",
              "      <th>id_artists</th>\n",
              "      <th>release_date</th>\n",
              "      <th>danceability</th>\n",
              "      <th>energy</th>\n",
              "      <th>key</th>\n",
              "      <th>loudness</th>\n",
              "      <th>mode</th>\n",
              "      <th>speechiness</th>\n",
              "      <th>acousticness</th>\n",
              "      <th>instrumentalness</th>\n",
              "      <th>liveness</th>\n",
              "      <th>valence</th>\n",
              "      <th>tempo</th>\n",
              "      <th>time_signature</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>35iwgR4jXetI318WEWsa1Q</td>\n",
              "      <td>Carve</td>\n",
              "      <td>6</td>\n",
              "      <td>126903</td>\n",
              "      <td>0</td>\n",
              "      <td>['Uli']</td>\n",
              "      <td>['45tIt06XoI0Iio4LBEVpls']</td>\n",
              "      <td>1922-02-22</td>\n",
              "      <td>0.645</td>\n",
              "      <td>0.4450</td>\n",
              "      <td>0</td>\n",
              "      <td>-13.338</td>\n",
              "      <td>1</td>\n",
              "      <td>0.4510</td>\n",
              "      <td>0.674</td>\n",
              "      <td>0.744000</td>\n",
              "      <td>0.1510</td>\n",
              "      <td>0.1270</td>\n",
              "      <td>104.851</td>\n",
              "      <td>3</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>021ht4sdgPcrDgSk7JTbKY</td>\n",
              "      <td>Capítulo 2.16 - Banquero Anarquista</td>\n",
              "      <td>0</td>\n",
              "      <td>98200</td>\n",
              "      <td>0</td>\n",
              "      <td>['Fernando Pessoa']</td>\n",
              "      <td>['14jtPCOoNZwquk5wd9DxrY']</td>\n",
              "      <td>1922-06-01</td>\n",
              "      <td>0.695</td>\n",
              "      <td>0.2630</td>\n",
              "      <td>0</td>\n",
              "      <td>-22.136</td>\n",
              "      <td>1</td>\n",
              "      <td>0.9570</td>\n",
              "      <td>0.797</td>\n",
              "      <td>0.000000</td>\n",
              "      <td>0.1480</td>\n",
              "      <td>0.6550</td>\n",
              "      <td>102.009</td>\n",
              "      <td>1</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>07A5yehtSnoedViJAZkNnc</td>\n",
              "      <td>Vivo para Quererte - Remasterizado</td>\n",
              "      <td>0</td>\n",
              "      <td>181640</td>\n",
              "      <td>0</td>\n",
              "      <td>['Ignacio Corsini']</td>\n",
              "      <td>['5LiOoJbxVSAMkBS2fUm3X2']</td>\n",
              "      <td>1922-03-21</td>\n",
              "      <td>0.434</td>\n",
              "      <td>0.1770</td>\n",
              "      <td>1</td>\n",
              "      <td>-21.180</td>\n",
              "      <td>1</td>\n",
              "      <td>0.0512</td>\n",
              "      <td>0.994</td>\n",
              "      <td>0.021800</td>\n",
              "      <td>0.2120</td>\n",
              "      <td>0.4570</td>\n",
              "      <td>130.418</td>\n",
              "      <td>5</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>08FmqUhxtyLTn6pAh6bk45</td>\n",
              "      <td>El Prisionero - Remasterizado</td>\n",
              "      <td>0</td>\n",
              "      <td>176907</td>\n",
              "      <td>0</td>\n",
              "      <td>['Ignacio Corsini']</td>\n",
              "      <td>['5LiOoJbxVSAMkBS2fUm3X2']</td>\n",
              "      <td>1922-03-21</td>\n",
              "      <td>0.321</td>\n",
              "      <td>0.0946</td>\n",
              "      <td>7</td>\n",
              "      <td>-27.961</td>\n",
              "      <td>1</td>\n",
              "      <td>0.0504</td>\n",
              "      <td>0.995</td>\n",
              "      <td>0.918000</td>\n",
              "      <td>0.1040</td>\n",
              "      <td>0.3970</td>\n",
              "      <td>169.980</td>\n",
              "      <td>3</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>08y9GfoqCWfOGsKdwojr5e</td>\n",
              "      <td>Lady of the Evening</td>\n",
              "      <td>0</td>\n",
              "      <td>163080</td>\n",
              "      <td>0</td>\n",
              "      <td>['Dick Haymes']</td>\n",
              "      <td>['3BiJGZsyX9sJchTqcSA7Su']</td>\n",
              "      <td>1922</td>\n",
              "      <td>0.402</td>\n",
              "      <td>0.1580</td>\n",
              "      <td>3</td>\n",
              "      <td>-16.900</td>\n",
              "      <td>0</td>\n",
              "      <td>0.0390</td>\n",
              "      <td>0.989</td>\n",
              "      <td>0.130000</td>\n",
              "      <td>0.3110</td>\n",
              "      <td>0.1960</td>\n",
              "      <td>103.220</td>\n",
              "      <td>4</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>...</th>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>586596</th>\n",
              "      <td>5rgu12WBIHQtvej2MdHSH0</td>\n",
              "      <td>云与海</td>\n",
              "      <td>50</td>\n",
              "      <td>258267</td>\n",
              "      <td>0</td>\n",
              "      <td>['阿YueYue']</td>\n",
              "      <td>['1QLBXKM5GCpyQQSVMNZqrZ']</td>\n",
              "      <td>2020-09-26</td>\n",
              "      <td>0.560</td>\n",
              "      <td>0.5180</td>\n",
              "      <td>0</td>\n",
              "      <td>-7.471</td>\n",
              "      <td>0</td>\n",
              "      <td>0.0292</td>\n",
              "      <td>0.785</td>\n",
              "      <td>0.000000</td>\n",
              "      <td>0.0648</td>\n",
              "      <td>0.2110</td>\n",
              "      <td>131.896</td>\n",
              "      <td>4</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>586597</th>\n",
              "      <td>0NuWgxEp51CutD2pJoF4OM</td>\n",
              "      <td>blind</td>\n",
              "      <td>72</td>\n",
              "      <td>153293</td>\n",
              "      <td>0</td>\n",
              "      <td>['ROLE MODEL']</td>\n",
              "      <td>['1dy5WNgIKQU6ezkpZs4y8z']</td>\n",
              "      <td>2020-10-21</td>\n",
              "      <td>0.765</td>\n",
              "      <td>0.6630</td>\n",
              "      <td>0</td>\n",
              "      <td>-5.223</td>\n",
              "      <td>1</td>\n",
              "      <td>0.0652</td>\n",
              "      <td>0.141</td>\n",
              "      <td>0.000297</td>\n",
              "      <td>0.0924</td>\n",
              "      <td>0.6860</td>\n",
              "      <td>150.091</td>\n",
              "      <td>4</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>586598</th>\n",
              "      <td>27Y1N4Q4U3EfDU5Ubw8ws2</td>\n",
              "      <td>What They'll Say About Us</td>\n",
              "      <td>70</td>\n",
              "      <td>187601</td>\n",
              "      <td>0</td>\n",
              "      <td>['FINNEAS']</td>\n",
              "      <td>['37M5pPGs6V1fchFJSgCguX']</td>\n",
              "      <td>2020-09-02</td>\n",
              "      <td>0.535</td>\n",
              "      <td>0.3140</td>\n",
              "      <td>7</td>\n",
              "      <td>-12.823</td>\n",
              "      <td>0</td>\n",
              "      <td>0.0408</td>\n",
              "      <td>0.895</td>\n",
              "      <td>0.000150</td>\n",
              "      <td>0.0874</td>\n",
              "      <td>0.0663</td>\n",
              "      <td>145.095</td>\n",
              "      <td>4</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>586599</th>\n",
              "      <td>45XJsGpFTyzbzeWK8VzR8S</td>\n",
              "      <td>A Day At A Time</td>\n",
              "      <td>58</td>\n",
              "      <td>142003</td>\n",
              "      <td>0</td>\n",
              "      <td>['Gentle Bones', 'Clara Benin']</td>\n",
              "      <td>['4jGPdu95icCKVF31CcFKbS', '5ebPSE9YI5aLeZ1Z2g...</td>\n",
              "      <td>2021-03-05</td>\n",
              "      <td>0.696</td>\n",
              "      <td>0.6150</td>\n",
              "      <td>10</td>\n",
              "      <td>-6.212</td>\n",
              "      <td>1</td>\n",
              "      <td>0.0345</td>\n",
              "      <td>0.206</td>\n",
              "      <td>0.000003</td>\n",
              "      <td>0.3050</td>\n",
              "      <td>0.4380</td>\n",
              "      <td>90.029</td>\n",
              "      <td>4</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>586600</th>\n",
              "      <td>5Ocn6dZ3BJFPWh4ylwFXtn</td>\n",
              "      <td>Mar de Emociones</td>\n",
              "      <td>38</td>\n",
              "      <td>214360</td>\n",
              "      <td>0</td>\n",
              "      <td>['Afrosound']</td>\n",
              "      <td>['0i4Qda0k4nf7jnNHmSNpYv']</td>\n",
              "      <td>2015-07-01</td>\n",
              "      <td>0.686</td>\n",
              "      <td>0.7230</td>\n",
              "      <td>6</td>\n",
              "      <td>-7.067</td>\n",
              "      <td>1</td>\n",
              "      <td>0.0363</td>\n",
              "      <td>0.105</td>\n",
              "      <td>0.000000</td>\n",
              "      <td>0.2640</td>\n",
              "      <td>0.9750</td>\n",
              "      <td>112.204</td>\n",
              "      <td>4</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "<p>586601 rows × 20 columns</p>\n",
              "</div>\n",
              "      <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-1fd326ea-bc84-40e8-aaee-1539aeded88f')\"\n",
              "              title=\"Convert this dataframe to an interactive table.\"\n",
              "              style=\"display:none;\">\n",
              "        \n",
              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
              "       width=\"24px\">\n",
              "    <path d=\"M0 0h24v24H0V0z\" fill=\"none\"/>\n",
              "    <path d=\"M18.56 5.44l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94zm-11 1L8.5 8.5l.94-2.06 2.06-.94-2.06-.94L8.5 2.5l-.94 2.06-2.06.94zm10 10l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94z\"/><path d=\"M17.41 7.96l-1.37-1.37c-.4-.4-.92-.59-1.43-.59-.52 0-1.04.2-1.43.59L10.3 9.45l-7.72 7.72c-.78.78-.78 2.05 0 2.83L4 21.41c.39.39.9.59 1.41.59.51 0 1.02-.2 1.41-.59l7.78-7.78 2.81-2.81c.8-.78.8-2.07 0-2.86zM5.41 20L4 18.59l7.72-7.72 1.47 1.35L5.41 20z\"/>\n",
              "  </svg>\n",
              "      </button>\n",
              "      \n",
              "  <style>\n",
              "    .colab-df-container {\n",
              "      display:flex;\n",
              "      flex-wrap:wrap;\n",
              "      gap: 12px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert {\n",
              "      background-color: #E8F0FE;\n",
              "      border: none;\n",
              "      border-radius: 50%;\n",
              "      cursor: pointer;\n",
              "      display: none;\n",
              "      fill: #1967D2;\n",
              "      height: 32px;\n",
              "      padding: 0 0 0 0;\n",
              "      width: 32px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert:hover {\n",
              "      background-color: #E2EBFA;\n",
              "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "      fill: #174EA6;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert {\n",
              "      background-color: #3B4455;\n",
              "      fill: #D2E3FC;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert:hover {\n",
              "      background-color: #434B5C;\n",
              "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "      fill: #FFFFFF;\n",
              "    }\n",
              "  </style>\n",
              "\n",
              "      <script>\n",
              "        const buttonEl =\n",
              "          document.querySelector('#df-1fd326ea-bc84-40e8-aaee-1539aeded88f button.colab-df-convert');\n",
              "        buttonEl.style.display =\n",
              "          google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "\n",
              "        async function convertToInteractive(key) {\n",
              "          const element = document.querySelector('#df-1fd326ea-bc84-40e8-aaee-1539aeded88f');\n",
              "          const dataTable =\n",
              "            await google.colab.kernel.invokeFunction('convertToInteractive',\n",
              "                                                     [key], {});\n",
              "          if (!dataTable) return;\n",
              "\n",
              "          const docLinkHtml = 'Like what you see? Visit the ' +\n",
              "            '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
              "            + ' to learn more about interactive tables.';\n",
              "          element.innerHTML = '';\n",
              "          dataTable['output_type'] = 'display_data';\n",
              "          await google.colab.output.renderOutput(dataTable, element);\n",
              "          const docLink = document.createElement('div');\n",
              "          docLink.innerHTML = docLinkHtml;\n",
              "          element.appendChild(docLink);\n",
              "        }\n",
              "      </script>\n",
              "    </div>\n",
              "  </div>\n",
              "  "
            ]
          },
          "metadata": {},
          "execution_count": 64
        }
      ]
    },
    {
      "cell_type": "markdown",
      "source": [
        "Now, Cleaning artists. By checking the missing value of artists, we know that the missing vlaues are in column \"Followers\". Therefore, We decided to fill zero to each artists instead of simply removing all rows."
      ],
      "metadata": {
        "id": "DKWG4sI5AGSU"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "sec_artist_df.isna().sum()"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "fni8Jj0IAoKH",
        "outputId": "592e6961-211d-4c2b-bd58-6c6e834f042e"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "id             0\n",
              "followers     13\n",
              "genres         0\n",
              "name           0\n",
              "popularity     0\n",
              "dtype: int64"
            ]
          },
          "metadata": {},
          "execution_count": 65
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "sec_artist_df.head()"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 206
        },
        "id": "OyN9g6UiAXf1",
        "outputId": "28df28a4-41e0-4890-b2f0-0babe9a90aa8"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "                       id  followers genres  \\\n",
              "0  0DheY5irMjBUeLybbCUEZ2        0.0     []   \n",
              "1  0DlhY15l3wsrnlfGio2bjU        5.0     []   \n",
              "2  0DmRESX2JknGPQyO15yxg7        0.0     []   \n",
              "3  0DmhnbHjm1qw6NCYPeZNgJ        0.0     []   \n",
              "4  0Dn11fWM7vHQ3rinvWEl4E        2.0     []   \n",
              "\n",
              "                                             name  popularity  \n",
              "0  Armid & Amir Zare Pashai feat. Sara Rouzbehani           0  \n",
              "1                                     ปูนา ภาวิณี           0  \n",
              "2                                           Sadaa           0  \n",
              "3                                       Tra'gruda           0  \n",
              "4                          Ioannis Panoutsopoulos           0  "
            ],
            "text/html": [
              "\n",
              "  <div id=\"df-226cb3a5-2c34-4a2a-9aac-5704c1beeca1\">\n",
              "    <div class=\"colab-df-container\">\n",
              "      <div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>id</th>\n",
              "      <th>followers</th>\n",
              "      <th>genres</th>\n",
              "      <th>name</th>\n",
              "      <th>popularity</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>0DheY5irMjBUeLybbCUEZ2</td>\n",
              "      <td>0.0</td>\n",
              "      <td>[]</td>\n",
              "      <td>Armid &amp; Amir Zare Pashai feat. Sara Rouzbehani</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>0DlhY15l3wsrnlfGio2bjU</td>\n",
              "      <td>5.0</td>\n",
              "      <td>[]</td>\n",
              "      <td>ปูนา ภาวิณี</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>0DmRESX2JknGPQyO15yxg7</td>\n",
              "      <td>0.0</td>\n",
              "      <td>[]</td>\n",
              "      <td>Sadaa</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>0DmhnbHjm1qw6NCYPeZNgJ</td>\n",
              "      <td>0.0</td>\n",
              "      <td>[]</td>\n",
              "      <td>Tra'gruda</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>0Dn11fWM7vHQ3rinvWEl4E</td>\n",
              "      <td>2.0</td>\n",
              "      <td>[]</td>\n",
              "      <td>Ioannis Panoutsopoulos</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>\n",
              "      <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-226cb3a5-2c34-4a2a-9aac-5704c1beeca1')\"\n",
              "              title=\"Convert this dataframe to an interactive table.\"\n",
              "              style=\"display:none;\">\n",
              "        \n",
              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
              "       width=\"24px\">\n",
              "    <path d=\"M0 0h24v24H0V0z\" fill=\"none\"/>\n",
              "    <path d=\"M18.56 5.44l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94zm-11 1L8.5 8.5l.94-2.06 2.06-.94-2.06-.94L8.5 2.5l-.94 2.06-2.06.94zm10 10l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94z\"/><path d=\"M17.41 7.96l-1.37-1.37c-.4-.4-.92-.59-1.43-.59-.52 0-1.04.2-1.43.59L10.3 9.45l-7.72 7.72c-.78.78-.78 2.05 0 2.83L4 21.41c.39.39.9.59 1.41.59.51 0 1.02-.2 1.41-.59l7.78-7.78 2.81-2.81c.8-.78.8-2.07 0-2.86zM5.41 20L4 18.59l7.72-7.72 1.47 1.35L5.41 20z\"/>\n",
              "  </svg>\n",
              "      </button>\n",
              "      \n",
              "  <style>\n",
              "    .colab-df-container {\n",
              "      display:flex;\n",
              "      flex-wrap:wrap;\n",
              "      gap: 12px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert {\n",
              "      background-color: #E8F0FE;\n",
              "      border: none;\n",
              "      border-radius: 50%;\n",
              "      cursor: pointer;\n",
              "      display: none;\n",
              "      fill: #1967D2;\n",
              "      height: 32px;\n",
              "      padding: 0 0 0 0;\n",
              "      width: 32px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert:hover {\n",
              "      background-color: #E2EBFA;\n",
              "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "      fill: #174EA6;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert {\n",
              "      background-color: #3B4455;\n",
              "      fill: #D2E3FC;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert:hover {\n",
              "      background-color: #434B5C;\n",
              "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "      fill: #FFFFFF;\n",
              "    }\n",
              "  </style>\n",
              "\n",
              "      <script>\n",
              "        const buttonEl =\n",
              "          document.querySelector('#df-226cb3a5-2c34-4a2a-9aac-5704c1beeca1 button.colab-df-convert');\n",
              "        buttonEl.style.display =\n",
              "          google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "\n",
              "        async function convertToInteractive(key) {\n",
              "          const element = document.querySelector('#df-226cb3a5-2c34-4a2a-9aac-5704c1beeca1');\n",
              "          const dataTable =\n",
              "            await google.colab.kernel.invokeFunction('convertToInteractive',\n",
              "                                                     [key], {});\n",
              "          if (!dataTable) return;\n",
              "\n",
              "          const docLinkHtml = 'Like what you see? Visit the ' +\n",
              "            '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
              "            + ' to learn more about interactive tables.';\n",
              "          element.innerHTML = '';\n",
              "          dataTable['output_type'] = 'display_data';\n",
              "          await google.colab.output.renderOutput(dataTable, element);\n",
              "          const docLink = document.createElement('div');\n",
              "          docLink.innerHTML = docLinkHtml;\n",
              "          element.appendChild(docLink);\n",
              "        }\n",
              "      </script>\n",
              "    </div>\n",
              "  </div>\n",
              "  "
            ]
          },
          "metadata": {},
          "execution_count": 66
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "sec_artist_df.followers = sec_artist_df.followers.fillna(0.0)\n",
        "sec_artist_df_no_missing = sec_artist_df\n",
        "sec_artist_df_no_missing"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 423
        },
        "id": "_AF0mo1AAXXB",
        "outputId": "7c9e6c01-0239-4172-cf14-a711f2150b11"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "                             id  followers                 genres  \\\n",
              "0        0DheY5irMjBUeLybbCUEZ2        0.0                     []   \n",
              "1        0DlhY15l3wsrnlfGio2bjU        5.0                     []   \n",
              "2        0DmRESX2JknGPQyO15yxg7        0.0                     []   \n",
              "3        0DmhnbHjm1qw6NCYPeZNgJ        0.0                     []   \n",
              "4        0Dn11fWM7vHQ3rinvWEl4E        2.0                     []   \n",
              "...                         ...        ...                    ...   \n",
              "1104344  6rJIG42vcWAf1UBdRFlQxB     3345.0                     []   \n",
              "1104345  1ljurfXKPlGncNdW3J8zJ8     2123.0  ['deep acoustic pop']   \n",
              "1104346  2vnT9YhKIvjVo9LnVjWmr2       26.0                     []   \n",
              "1104347  3ID0E5XCvnJIYZEq043ZoB      406.0                     []   \n",
              "1104348  5m0Y4WSYyai2BU752lCASy      146.0                     []   \n",
              "\n",
              "                                                   name  popularity  \n",
              "0        Armid & Amir Zare Pashai feat. Sara Rouzbehani           0  \n",
              "1                                           ปูนา ภาวิณี           0  \n",
              "2                                                 Sadaa           0  \n",
              "3                                             Tra'gruda           0  \n",
              "4                                Ioannis Panoutsopoulos           0  \n",
              "...                                                 ...         ...  \n",
              "1104344                                      Cody Longo           8  \n",
              "1104345                                 Right the Stars          18  \n",
              "1104346                                  Jesse Giddings           0  \n",
              "1104347                            The Boy Band Project           0  \n",
              "1104348                                      10 Reasons           1  \n",
              "\n",
              "[1104349 rows x 5 columns]"
            ],
            "text/html": [
              "\n",
              "  <div id=\"df-e36d1612-4b4a-4747-9743-396046e050c0\">\n",
              "    <div class=\"colab-df-container\">\n",
              "      <div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>id</th>\n",
              "      <th>followers</th>\n",
              "      <th>genres</th>\n",
              "      <th>name</th>\n",
              "      <th>popularity</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>0DheY5irMjBUeLybbCUEZ2</td>\n",
              "      <td>0.0</td>\n",
              "      <td>[]</td>\n",
              "      <td>Armid &amp; Amir Zare Pashai feat. Sara Rouzbehani</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>0DlhY15l3wsrnlfGio2bjU</td>\n",
              "      <td>5.0</td>\n",
              "      <td>[]</td>\n",
              "      <td>ปูนา ภาวิณี</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>0DmRESX2JknGPQyO15yxg7</td>\n",
              "      <td>0.0</td>\n",
              "      <td>[]</td>\n",
              "      <td>Sadaa</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>0DmhnbHjm1qw6NCYPeZNgJ</td>\n",
              "      <td>0.0</td>\n",
              "      <td>[]</td>\n",
              "      <td>Tra'gruda</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>0Dn11fWM7vHQ3rinvWEl4E</td>\n",
              "      <td>2.0</td>\n",
              "      <td>[]</td>\n",
              "      <td>Ioannis Panoutsopoulos</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>...</th>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1104344</th>\n",
              "      <td>6rJIG42vcWAf1UBdRFlQxB</td>\n",
              "      <td>3345.0</td>\n",
              "      <td>[]</td>\n",
              "      <td>Cody Longo</td>\n",
              "      <td>8</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1104345</th>\n",
              "      <td>1ljurfXKPlGncNdW3J8zJ8</td>\n",
              "      <td>2123.0</td>\n",
              "      <td>['deep acoustic pop']</td>\n",
              "      <td>Right the Stars</td>\n",
              "      <td>18</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1104346</th>\n",
              "      <td>2vnT9YhKIvjVo9LnVjWmr2</td>\n",
              "      <td>26.0</td>\n",
              "      <td>[]</td>\n",
              "      <td>Jesse Giddings</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1104347</th>\n",
              "      <td>3ID0E5XCvnJIYZEq043ZoB</td>\n",
              "      <td>406.0</td>\n",
              "      <td>[]</td>\n",
              "      <td>The Boy Band Project</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1104348</th>\n",
              "      <td>5m0Y4WSYyai2BU752lCASy</td>\n",
              "      <td>146.0</td>\n",
              "      <td>[]</td>\n",
              "      <td>10 Reasons</td>\n",
              "      <td>1</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "<p>1104349 rows × 5 columns</p>\n",
              "</div>\n",
              "      <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-e36d1612-4b4a-4747-9743-396046e050c0')\"\n",
              "              title=\"Convert this dataframe to an interactive table.\"\n",
              "              style=\"display:none;\">\n",
              "        \n",
              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
              "       width=\"24px\">\n",
              "    <path d=\"M0 0h24v24H0V0z\" fill=\"none\"/>\n",
              "    <path d=\"M18.56 5.44l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94zm-11 1L8.5 8.5l.94-2.06 2.06-.94-2.06-.94L8.5 2.5l-.94 2.06-2.06.94zm10 10l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94z\"/><path d=\"M17.41 7.96l-1.37-1.37c-.4-.4-.92-.59-1.43-.59-.52 0-1.04.2-1.43.59L10.3 9.45l-7.72 7.72c-.78.78-.78 2.05 0 2.83L4 21.41c.39.39.9.59 1.41.59.51 0 1.02-.2 1.41-.59l7.78-7.78 2.81-2.81c.8-.78.8-2.07 0-2.86zM5.41 20L4 18.59l7.72-7.72 1.47 1.35L5.41 20z\"/>\n",
              "  </svg>\n",
              "      </button>\n",
              "      \n",
              "  <style>\n",
              "    .colab-df-container {\n",
              "      display:flex;\n",
              "      flex-wrap:wrap;\n",
              "      gap: 12px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert {\n",
              "      background-color: #E8F0FE;\n",
              "      border: none;\n",
              "      border-radius: 50%;\n",
              "      cursor: pointer;\n",
              "      display: none;\n",
              "      fill: #1967D2;\n",
              "      height: 32px;\n",
              "      padding: 0 0 0 0;\n",
              "      width: 32px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert:hover {\n",
              "      background-color: #E2EBFA;\n",
              "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "      fill: #174EA6;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert {\n",
              "      background-color: #3B4455;\n",
              "      fill: #D2E3FC;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert:hover {\n",
              "      background-color: #434B5C;\n",
              "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "      fill: #FFFFFF;\n",
              "    }\n",
              "  </style>\n",
              "\n",
              "      <script>\n",
              "        const buttonEl =\n",
              "          document.querySelector('#df-e36d1612-4b4a-4747-9743-396046e050c0 button.colab-df-convert');\n",
              "        buttonEl.style.display =\n",
              "          google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "\n",
              "        async function convertToInteractive(key) {\n",
              "          const element = document.querySelector('#df-e36d1612-4b4a-4747-9743-396046e050c0');\n",
              "          const dataTable =\n",
              "            await google.colab.kernel.invokeFunction('convertToInteractive',\n",
              "                                                     [key], {});\n",
              "          if (!dataTable) return;\n",
              "\n",
              "          const docLinkHtml = 'Like what you see? Visit the ' +\n",
              "            '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
              "            + ' to learn more about interactive tables.';\n",
              "          element.innerHTML = '';\n",
              "          dataTable['output_type'] = 'display_data';\n",
              "          await google.colab.output.renderOutput(dataTable, element);\n",
              "          const docLink = document.createElement('div');\n",
              "          docLink.innerHTML = docLinkHtml;\n",
              "          element.appendChild(docLink);\n",
              "        }\n",
              "      </script>\n",
              "    </div>\n",
              "  </div>\n",
              "  "
            ]
          },
          "metadata": {},
          "execution_count": 67
        }
      ]
    },
    {
      "cell_type": "markdown",
      "source": [
        "Check again if there is any missing value now"
      ],
      "metadata": {
        "id": "3ARctcTkB7ec"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "print(sec_artist_df_no_missing.isna().any().any())\n",
        "print(sec_track_df_no_missing.isna().any().any())"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "FU4nDa_ZBvPN",
        "outputId": "4126d956-db8b-440b-fbb4-0473f8b92789"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "False\n",
            "False\n"
          ]
        }
      ]
    },
    {
      "cell_type": "markdown",
      "source": [
        "## Reassign the artists column"
      ],
      "metadata": {
        "id": "e367oobuDZ4C"
      }
    },
    {
      "cell_type": "markdown",
      "source": [
        "From the df of track, We found the artist_id shows as list type. It cannot be the proper type for database. So, the second step is to convert it to normal and split it to different rows. Also, change each column name to an unique one."
      ],
      "metadata": {
        "id": "fev3XO5hE1DV"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "import ast\n",
        "sec_track_df_reassign = sec_track_df_no_missing.drop(columns=['artists'])\n",
        "sec_track_df_reassign['id_artists'] =  sec_track_df_reassign[\"id_artists\"].apply(ast.literal_eval)\n",
        "sec_track_df_reassign= sec_track_df_reassign.explode('id_artists').reset_index(drop=True)\n",
        "sec_track_df_reassign.rename(columns={'id':'track_id', 'name':'track_name', 'popularity': 'track_popularity'},inplace=True)\n",
        "sec_track_df_reassign"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 661
        },
        "id": "U8M2MfgQE08r",
        "outputId": "5fc32d1f-8042-40ed-90ed-3ebce19f7697"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "                      track_id                           track_name  \\\n",
              "0       35iwgR4jXetI318WEWsa1Q                                Carve   \n",
              "1       021ht4sdgPcrDgSk7JTbKY  Capítulo 2.16 - Banquero Anarquista   \n",
              "2       07A5yehtSnoedViJAZkNnc   Vivo para Quererte - Remasterizado   \n",
              "3       08FmqUhxtyLTn6pAh6bk45        El Prisionero - Remasterizado   \n",
              "4       08y9GfoqCWfOGsKdwojr5e                  Lady of the Evening   \n",
              "...                        ...                                  ...   \n",
              "757094  0NuWgxEp51CutD2pJoF4OM                                blind   \n",
              "757095  27Y1N4Q4U3EfDU5Ubw8ws2            What They'll Say About Us   \n",
              "757096  45XJsGpFTyzbzeWK8VzR8S                      A Day At A Time   \n",
              "757097  45XJsGpFTyzbzeWK8VzR8S                      A Day At A Time   \n",
              "757098  5Ocn6dZ3BJFPWh4ylwFXtn                     Mar de Emociones   \n",
              "\n",
              "        track_popularity  duration_ms  explicit              id_artists  \\\n",
              "0                      6       126903         0  45tIt06XoI0Iio4LBEVpls   \n",
              "1                      0        98200         0  14jtPCOoNZwquk5wd9DxrY   \n",
              "2                      0       181640         0  5LiOoJbxVSAMkBS2fUm3X2   \n",
              "3                      0       176907         0  5LiOoJbxVSAMkBS2fUm3X2   \n",
              "4                      0       163080         0  3BiJGZsyX9sJchTqcSA7Su   \n",
              "...                  ...          ...       ...                     ...   \n",
              "757094                72       153293         0  1dy5WNgIKQU6ezkpZs4y8z   \n",
              "757095                70       187601         0  37M5pPGs6V1fchFJSgCguX   \n",
              "757096                58       142003         0  4jGPdu95icCKVF31CcFKbS   \n",
              "757097                58       142003         0  5ebPSE9YI5aLeZ1Z2gkqjn   \n",
              "757098                38       214360         0  0i4Qda0k4nf7jnNHmSNpYv   \n",
              "\n",
              "       release_date  danceability  energy  key  loudness  mode  speechiness  \\\n",
              "0        1922-02-22         0.645  0.4450    0   -13.338     1       0.4510   \n",
              "1        1922-06-01         0.695  0.2630    0   -22.136     1       0.9570   \n",
              "2        1922-03-21         0.434  0.1770    1   -21.180     1       0.0512   \n",
              "3        1922-03-21         0.321  0.0946    7   -27.961     1       0.0504   \n",
              "4              1922         0.402  0.1580    3   -16.900     0       0.0390   \n",
              "...             ...           ...     ...  ...       ...   ...          ...   \n",
              "757094   2020-10-21         0.765  0.6630    0    -5.223     1       0.0652   \n",
              "757095   2020-09-02         0.535  0.3140    7   -12.823     0       0.0408   \n",
              "757096   2021-03-05         0.696  0.6150   10    -6.212     1       0.0345   \n",
              "757097   2021-03-05         0.696  0.6150   10    -6.212     1       0.0345   \n",
              "757098   2015-07-01         0.686  0.7230    6    -7.067     1       0.0363   \n",
              "\n",
              "        acousticness  instrumentalness  liveness  valence    tempo  \\\n",
              "0              0.674          0.744000    0.1510   0.1270  104.851   \n",
              "1              0.797          0.000000    0.1480   0.6550  102.009   \n",
              "2              0.994          0.021800    0.2120   0.4570  130.418   \n",
              "3              0.995          0.918000    0.1040   0.3970  169.980   \n",
              "4              0.989          0.130000    0.3110   0.1960  103.220   \n",
              "...              ...               ...       ...      ...      ...   \n",
              "757094         0.141          0.000297    0.0924   0.6860  150.091   \n",
              "757095         0.895          0.000150    0.0874   0.0663  145.095   \n",
              "757096         0.206          0.000003    0.3050   0.4380   90.029   \n",
              "757097         0.206          0.000003    0.3050   0.4380   90.029   \n",
              "757098         0.105          0.000000    0.2640   0.9750  112.204   \n",
              "\n",
              "        time_signature  \n",
              "0                    3  \n",
              "1                    1  \n",
              "2                    5  \n",
              "3                    3  \n",
              "4                    4  \n",
              "...                ...  \n",
              "757094               4  \n",
              "757095               4  \n",
              "757096               4  \n",
              "757097               4  \n",
              "757098               4  \n",
              "\n",
              "[757099 rows x 19 columns]"
            ],
            "text/html": [
              "\n",
              "  <div id=\"df-4e5fab6b-51f9-4cc9-955f-e3d0fb01b2f7\">\n",
              "    <div class=\"colab-df-container\">\n",
              "      <div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>track_id</th>\n",
              "      <th>track_name</th>\n",
              "      <th>track_popularity</th>\n",
              "      <th>duration_ms</th>\n",
              "      <th>explicit</th>\n",
              "      <th>id_artists</th>\n",
              "      <th>release_date</th>\n",
              "      <th>danceability</th>\n",
              "      <th>energy</th>\n",
              "      <th>key</th>\n",
              "      <th>loudness</th>\n",
              "      <th>mode</th>\n",
              "      <th>speechiness</th>\n",
              "      <th>acousticness</th>\n",
              "      <th>instrumentalness</th>\n",
              "      <th>liveness</th>\n",
              "      <th>valence</th>\n",
              "      <th>tempo</th>\n",
              "      <th>time_signature</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>35iwgR4jXetI318WEWsa1Q</td>\n",
              "      <td>Carve</td>\n",
              "      <td>6</td>\n",
              "      <td>126903</td>\n",
              "      <td>0</td>\n",
              "      <td>45tIt06XoI0Iio4LBEVpls</td>\n",
              "      <td>1922-02-22</td>\n",
              "      <td>0.645</td>\n",
              "      <td>0.4450</td>\n",
              "      <td>0</td>\n",
              "      <td>-13.338</td>\n",
              "      <td>1</td>\n",
              "      <td>0.4510</td>\n",
              "      <td>0.674</td>\n",
              "      <td>0.744000</td>\n",
              "      <td>0.1510</td>\n",
              "      <td>0.1270</td>\n",
              "      <td>104.851</td>\n",
              "      <td>3</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>021ht4sdgPcrDgSk7JTbKY</td>\n",
              "      <td>Capítulo 2.16 - Banquero Anarquista</td>\n",
              "      <td>0</td>\n",
              "      <td>98200</td>\n",
              "      <td>0</td>\n",
              "      <td>14jtPCOoNZwquk5wd9DxrY</td>\n",
              "      <td>1922-06-01</td>\n",
              "      <td>0.695</td>\n",
              "      <td>0.2630</td>\n",
              "      <td>0</td>\n",
              "      <td>-22.136</td>\n",
              "      <td>1</td>\n",
              "      <td>0.9570</td>\n",
              "      <td>0.797</td>\n",
              "      <td>0.000000</td>\n",
              "      <td>0.1480</td>\n",
              "      <td>0.6550</td>\n",
              "      <td>102.009</td>\n",
              "      <td>1</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>07A5yehtSnoedViJAZkNnc</td>\n",
              "      <td>Vivo para Quererte - Remasterizado</td>\n",
              "      <td>0</td>\n",
              "      <td>181640</td>\n",
              "      <td>0</td>\n",
              "      <td>5LiOoJbxVSAMkBS2fUm3X2</td>\n",
              "      <td>1922-03-21</td>\n",
              "      <td>0.434</td>\n",
              "      <td>0.1770</td>\n",
              "      <td>1</td>\n",
              "      <td>-21.180</td>\n",
              "      <td>1</td>\n",
              "      <td>0.0512</td>\n",
              "      <td>0.994</td>\n",
              "      <td>0.021800</td>\n",
              "      <td>0.2120</td>\n",
              "      <td>0.4570</td>\n",
              "      <td>130.418</td>\n",
              "      <td>5</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>08FmqUhxtyLTn6pAh6bk45</td>\n",
              "      <td>El Prisionero - Remasterizado</td>\n",
              "      <td>0</td>\n",
              "      <td>176907</td>\n",
              "      <td>0</td>\n",
              "      <td>5LiOoJbxVSAMkBS2fUm3X2</td>\n",
              "      <td>1922-03-21</td>\n",
              "      <td>0.321</td>\n",
              "      <td>0.0946</td>\n",
              "      <td>7</td>\n",
              "      <td>-27.961</td>\n",
              "      <td>1</td>\n",
              "      <td>0.0504</td>\n",
              "      <td>0.995</td>\n",
              "      <td>0.918000</td>\n",
              "      <td>0.1040</td>\n",
              "      <td>0.3970</td>\n",
              "      <td>169.980</td>\n",
              "      <td>3</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>08y9GfoqCWfOGsKdwojr5e</td>\n",
              "      <td>Lady of the Evening</td>\n",
              "      <td>0</td>\n",
              "      <td>163080</td>\n",
              "      <td>0</td>\n",
              "      <td>3BiJGZsyX9sJchTqcSA7Su</td>\n",
              "      <td>1922</td>\n",
              "      <td>0.402</td>\n",
              "      <td>0.1580</td>\n",
              "      <td>3</td>\n",
              "      <td>-16.900</td>\n",
              "      <td>0</td>\n",
              "      <td>0.0390</td>\n",
              "      <td>0.989</td>\n",
              "      <td>0.130000</td>\n",
              "      <td>0.3110</td>\n",
              "      <td>0.1960</td>\n",
              "      <td>103.220</td>\n",
              "      <td>4</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>...</th>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>757094</th>\n",
              "      <td>0NuWgxEp51CutD2pJoF4OM</td>\n",
              "      <td>blind</td>\n",
              "      <td>72</td>\n",
              "      <td>153293</td>\n",
              "      <td>0</td>\n",
              "      <td>1dy5WNgIKQU6ezkpZs4y8z</td>\n",
              "      <td>2020-10-21</td>\n",
              "      <td>0.765</td>\n",
              "      <td>0.6630</td>\n",
              "      <td>0</td>\n",
              "      <td>-5.223</td>\n",
              "      <td>1</td>\n",
              "      <td>0.0652</td>\n",
              "      <td>0.141</td>\n",
              "      <td>0.000297</td>\n",
              "      <td>0.0924</td>\n",
              "      <td>0.6860</td>\n",
              "      <td>150.091</td>\n",
              "      <td>4</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>757095</th>\n",
              "      <td>27Y1N4Q4U3EfDU5Ubw8ws2</td>\n",
              "      <td>What They'll Say About Us</td>\n",
              "      <td>70</td>\n",
              "      <td>187601</td>\n",
              "      <td>0</td>\n",
              "      <td>37M5pPGs6V1fchFJSgCguX</td>\n",
              "      <td>2020-09-02</td>\n",
              "      <td>0.535</td>\n",
              "      <td>0.3140</td>\n",
              "      <td>7</td>\n",
              "      <td>-12.823</td>\n",
              "      <td>0</td>\n",
              "      <td>0.0408</td>\n",
              "      <td>0.895</td>\n",
              "      <td>0.000150</td>\n",
              "      <td>0.0874</td>\n",
              "      <td>0.0663</td>\n",
              "      <td>145.095</td>\n",
              "      <td>4</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>757096</th>\n",
              "      <td>45XJsGpFTyzbzeWK8VzR8S</td>\n",
              "      <td>A Day At A Time</td>\n",
              "      <td>58</td>\n",
              "      <td>142003</td>\n",
              "      <td>0</td>\n",
              "      <td>4jGPdu95icCKVF31CcFKbS</td>\n",
              "      <td>2021-03-05</td>\n",
              "      <td>0.696</td>\n",
              "      <td>0.6150</td>\n",
              "      <td>10</td>\n",
              "      <td>-6.212</td>\n",
              "      <td>1</td>\n",
              "      <td>0.0345</td>\n",
              "      <td>0.206</td>\n",
              "      <td>0.000003</td>\n",
              "      <td>0.3050</td>\n",
              "      <td>0.4380</td>\n",
              "      <td>90.029</td>\n",
              "      <td>4</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>757097</th>\n",
              "      <td>45XJsGpFTyzbzeWK8VzR8S</td>\n",
              "      <td>A Day At A Time</td>\n",
              "      <td>58</td>\n",
              "      <td>142003</td>\n",
              "      <td>0</td>\n",
              "      <td>5ebPSE9YI5aLeZ1Z2gkqjn</td>\n",
              "      <td>2021-03-05</td>\n",
              "      <td>0.696</td>\n",
              "      <td>0.6150</td>\n",
              "      <td>10</td>\n",
              "      <td>-6.212</td>\n",
              "      <td>1</td>\n",
              "      <td>0.0345</td>\n",
              "      <td>0.206</td>\n",
              "      <td>0.000003</td>\n",
              "      <td>0.3050</td>\n",
              "      <td>0.4380</td>\n",
              "      <td>90.029</td>\n",
              "      <td>4</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>757098</th>\n",
              "      <td>5Ocn6dZ3BJFPWh4ylwFXtn</td>\n",
              "      <td>Mar de Emociones</td>\n",
              "      <td>38</td>\n",
              "      <td>214360</td>\n",
              "      <td>0</td>\n",
              "      <td>0i4Qda0k4nf7jnNHmSNpYv</td>\n",
              "      <td>2015-07-01</td>\n",
              "      <td>0.686</td>\n",
              "      <td>0.7230</td>\n",
              "      <td>6</td>\n",
              "      <td>-7.067</td>\n",
              "      <td>1</td>\n",
              "      <td>0.0363</td>\n",
              "      <td>0.105</td>\n",
              "      <td>0.000000</td>\n",
              "      <td>0.2640</td>\n",
              "      <td>0.9750</td>\n",
              "      <td>112.204</td>\n",
              "      <td>4</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "<p>757099 rows × 19 columns</p>\n",
              "</div>\n",
              "      <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-4e5fab6b-51f9-4cc9-955f-e3d0fb01b2f7')\"\n",
              "              title=\"Convert this dataframe to an interactive table.\"\n",
              "              style=\"display:none;\">\n",
              "        \n",
              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
              "       width=\"24px\">\n",
              "    <path d=\"M0 0h24v24H0V0z\" fill=\"none\"/>\n",
              "    <path d=\"M18.56 5.44l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94zm-11 1L8.5 8.5l.94-2.06 2.06-.94-2.06-.94L8.5 2.5l-.94 2.06-2.06.94zm10 10l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94z\"/><path d=\"M17.41 7.96l-1.37-1.37c-.4-.4-.92-.59-1.43-.59-.52 0-1.04.2-1.43.59L10.3 9.45l-7.72 7.72c-.78.78-.78 2.05 0 2.83L4 21.41c.39.39.9.59 1.41.59.51 0 1.02-.2 1.41-.59l7.78-7.78 2.81-2.81c.8-.78.8-2.07 0-2.86zM5.41 20L4 18.59l7.72-7.72 1.47 1.35L5.41 20z\"/>\n",
              "  </svg>\n",
              "      </button>\n",
              "      \n",
              "  <style>\n",
              "    .colab-df-container {\n",
              "      display:flex;\n",
              "      flex-wrap:wrap;\n",
              "      gap: 12px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert {\n",
              "      background-color: #E8F0FE;\n",
              "      border: none;\n",
              "      border-radius: 50%;\n",
              "      cursor: pointer;\n",
              "      display: none;\n",
              "      fill: #1967D2;\n",
              "      height: 32px;\n",
              "      padding: 0 0 0 0;\n",
              "      width: 32px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert:hover {\n",
              "      background-color: #E2EBFA;\n",
              "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "      fill: #174EA6;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert {\n",
              "      background-color: #3B4455;\n",
              "      fill: #D2E3FC;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert:hover {\n",
              "      background-color: #434B5C;\n",
              "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "      fill: #FFFFFF;\n",
              "    }\n",
              "  </style>\n",
              "\n",
              "      <script>\n",
              "        const buttonEl =\n",
              "          document.querySelector('#df-4e5fab6b-51f9-4cc9-955f-e3d0fb01b2f7 button.colab-df-convert');\n",
              "        buttonEl.style.display =\n",
              "          google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "\n",
              "        async function convertToInteractive(key) {\n",
              "          const element = document.querySelector('#df-4e5fab6b-51f9-4cc9-955f-e3d0fb01b2f7');\n",
              "          const dataTable =\n",
              "            await google.colab.kernel.invokeFunction('convertToInteractive',\n",
              "                                                     [key], {});\n",
              "          if (!dataTable) return;\n",
              "\n",
              "          const docLinkHtml = 'Like what you see? Visit the ' +\n",
              "            '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
              "            + ' to learn more about interactive tables.';\n",
              "          element.innerHTML = '';\n",
              "          dataTable['output_type'] = 'display_data';\n",
              "          await google.colab.output.renderOutput(dataTable, element);\n",
              "          const docLink = document.createElement('div');\n",
              "          docLink.innerHTML = docLinkHtml;\n",
              "          element.appendChild(docLink);\n",
              "        }\n",
              "      </script>\n",
              "    </div>\n",
              "  </div>\n",
              "  "
            ]
          },
          "metadata": {},
          "execution_count": 69
        }
      ]
    },
    {
      "cell_type": "markdown",
      "source": [
        "Drop the genres column since we do not need it. Also, it is the list type so that is the best way to deal with it."
      ],
      "metadata": {
        "id": "uBjks8YjeFMg"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "sec_artist_df_reassign = sec_artist_df_no_missing\n",
        "sec_artist_df_reassign = sec_artist_df_reassign[['id','followers','name','popularity']]\n",
        "sec_artist_df_reassign.rename(columns={'id':'id_artists', 'name':'artist_name', 'popularity': 'artist_popularity'},inplace=True)\n",
        "sec_artist_df_reassign"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 510
        },
        "id": "HxQQJBRgE0dt",
        "outputId": "2fc23d8a-5857-4fa8-f56c-55ca2eb17e25"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stderr",
          "text": [
            "<ipython-input-70-36419798d1b5>:3: SettingWithCopyWarning: \n",
            "A value is trying to be set on a copy of a slice from a DataFrame\n",
            "\n",
            "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n",
            "  sec_artist_df_reassign.rename(columns={'id':'id_artists', 'name':'artist_name', 'popularity': 'artist_popularity'},inplace=True)\n"
          ]
        },
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "                     id_artists  followers  \\\n",
              "0        0DheY5irMjBUeLybbCUEZ2        0.0   \n",
              "1        0DlhY15l3wsrnlfGio2bjU        5.0   \n",
              "2        0DmRESX2JknGPQyO15yxg7        0.0   \n",
              "3        0DmhnbHjm1qw6NCYPeZNgJ        0.0   \n",
              "4        0Dn11fWM7vHQ3rinvWEl4E        2.0   \n",
              "...                         ...        ...   \n",
              "1104344  6rJIG42vcWAf1UBdRFlQxB     3345.0   \n",
              "1104345  1ljurfXKPlGncNdW3J8zJ8     2123.0   \n",
              "1104346  2vnT9YhKIvjVo9LnVjWmr2       26.0   \n",
              "1104347  3ID0E5XCvnJIYZEq043ZoB      406.0   \n",
              "1104348  5m0Y4WSYyai2BU752lCASy      146.0   \n",
              "\n",
              "                                            artist_name  artist_popularity  \n",
              "0        Armid & Amir Zare Pashai feat. Sara Rouzbehani                  0  \n",
              "1                                           ปูนา ภาวิณี                  0  \n",
              "2                                                 Sadaa                  0  \n",
              "3                                             Tra'gruda                  0  \n",
              "4                                Ioannis Panoutsopoulos                  0  \n",
              "...                                                 ...                ...  \n",
              "1104344                                      Cody Longo                  8  \n",
              "1104345                                 Right the Stars                 18  \n",
              "1104346                                  Jesse Giddings                  0  \n",
              "1104347                            The Boy Band Project                  0  \n",
              "1104348                                      10 Reasons                  1  \n",
              "\n",
              "[1104349 rows x 4 columns]"
            ],
            "text/html": [
              "\n",
              "  <div id=\"df-ad9e33c2-2c43-4033-8636-4b92617c6eff\">\n",
              "    <div class=\"colab-df-container\">\n",
              "      <div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>id_artists</th>\n",
              "      <th>followers</th>\n",
              "      <th>artist_name</th>\n",
              "      <th>artist_popularity</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>0DheY5irMjBUeLybbCUEZ2</td>\n",
              "      <td>0.0</td>\n",
              "      <td>Armid &amp; Amir Zare Pashai feat. Sara Rouzbehani</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>0DlhY15l3wsrnlfGio2bjU</td>\n",
              "      <td>5.0</td>\n",
              "      <td>ปูนา ภาวิณี</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>0DmRESX2JknGPQyO15yxg7</td>\n",
              "      <td>0.0</td>\n",
              "      <td>Sadaa</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>0DmhnbHjm1qw6NCYPeZNgJ</td>\n",
              "      <td>0.0</td>\n",
              "      <td>Tra'gruda</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>0Dn11fWM7vHQ3rinvWEl4E</td>\n",
              "      <td>2.0</td>\n",
              "      <td>Ioannis Panoutsopoulos</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>...</th>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1104344</th>\n",
              "      <td>6rJIG42vcWAf1UBdRFlQxB</td>\n",
              "      <td>3345.0</td>\n",
              "      <td>Cody Longo</td>\n",
              "      <td>8</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1104345</th>\n",
              "      <td>1ljurfXKPlGncNdW3J8zJ8</td>\n",
              "      <td>2123.0</td>\n",
              "      <td>Right the Stars</td>\n",
              "      <td>18</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1104346</th>\n",
              "      <td>2vnT9YhKIvjVo9LnVjWmr2</td>\n",
              "      <td>26.0</td>\n",
              "      <td>Jesse Giddings</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1104347</th>\n",
              "      <td>3ID0E5XCvnJIYZEq043ZoB</td>\n",
              "      <td>406.0</td>\n",
              "      <td>The Boy Band Project</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1104348</th>\n",
              "      <td>5m0Y4WSYyai2BU752lCASy</td>\n",
              "      <td>146.0</td>\n",
              "      <td>10 Reasons</td>\n",
              "      <td>1</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "<p>1104349 rows × 4 columns</p>\n",
              "</div>\n",
              "      <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-ad9e33c2-2c43-4033-8636-4b92617c6eff')\"\n",
              "              title=\"Convert this dataframe to an interactive table.\"\n",
              "              style=\"display:none;\">\n",
              "        \n",
              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
              "       width=\"24px\">\n",
              "    <path d=\"M0 0h24v24H0V0z\" fill=\"none\"/>\n",
              "    <path d=\"M18.56 5.44l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94zm-11 1L8.5 8.5l.94-2.06 2.06-.94-2.06-.94L8.5 2.5l-.94 2.06-2.06.94zm10 10l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94z\"/><path d=\"M17.41 7.96l-1.37-1.37c-.4-.4-.92-.59-1.43-.59-.52 0-1.04.2-1.43.59L10.3 9.45l-7.72 7.72c-.78.78-.78 2.05 0 2.83L4 21.41c.39.39.9.59 1.41.59.51 0 1.02-.2 1.41-.59l7.78-7.78 2.81-2.81c.8-.78.8-2.07 0-2.86zM5.41 20L4 18.59l7.72-7.72 1.47 1.35L5.41 20z\"/>\n",
              "  </svg>\n",
              "      </button>\n",
              "      \n",
              "  <style>\n",
              "    .colab-df-container {\n",
              "      display:flex;\n",
              "      flex-wrap:wrap;\n",
              "      gap: 12px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert {\n",
              "      background-color: #E8F0FE;\n",
              "      border: none;\n",
              "      border-radius: 50%;\n",
              "      cursor: pointer;\n",
              "      display: none;\n",
              "      fill: #1967D2;\n",
              "      height: 32px;\n",
              "      padding: 0 0 0 0;\n",
              "      width: 32px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert:hover {\n",
              "      background-color: #E2EBFA;\n",
              "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "      fill: #174EA6;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert {\n",
              "      background-color: #3B4455;\n",
              "      fill: #D2E3FC;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert:hover {\n",
              "      background-color: #434B5C;\n",
              "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "      fill: #FFFFFF;\n",
              "    }\n",
              "  </style>\n",
              "\n",
              "      <script>\n",
              "        const buttonEl =\n",
              "          document.querySelector('#df-ad9e33c2-2c43-4033-8636-4b92617c6eff button.colab-df-convert');\n",
              "        buttonEl.style.display =\n",
              "          google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "\n",
              "        async function convertToInteractive(key) {\n",
              "          const element = document.querySelector('#df-ad9e33c2-2c43-4033-8636-4b92617c6eff');\n",
              "          const dataTable =\n",
              "            await google.colab.kernel.invokeFunction('convertToInteractive',\n",
              "                                                     [key], {});\n",
              "          if (!dataTable) return;\n",
              "\n",
              "          const docLinkHtml = 'Like what you see? Visit the ' +\n",
              "            '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
              "            + ' to learn more about interactive tables.';\n",
              "          element.innerHTML = '';\n",
              "          dataTable['output_type'] = 'display_data';\n",
              "          await google.colab.output.renderOutput(dataTable, element);\n",
              "          const docLink = document.createElement('div');\n",
              "          docLink.innerHTML = docLinkHtml;\n",
              "          element.appendChild(docLink);\n",
              "        }\n",
              "      </script>\n",
              "    </div>\n",
              "  </div>\n",
              "  "
            ]
          },
          "metadata": {},
          "execution_count": 70
        }
      ]
    },
    {
      "cell_type": "markdown",
      "source": [
        "##Check key unique and remove duplicated values"
      ],
      "metadata": {
        "id": "iLD7fyQNgdPn"
      }
    },
    {
      "cell_type": "markdown",
      "source": [
        "Checking about left join music and artists, and Let's compile a list of all country names in both datasets, then inspect it for repetitions."
      ],
      "metadata": {
        "id": "-_YIxdpGeYbL"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "sec_track_df_reassign['id_artists'] =  sec_track_df_reassign[\"id_artists\"].apply(lambda x: x.strip())\n",
        "sec_artist_df_reassign['id_artists'] = sec_artist_df_reassign['id_artists'].apply(lambda x: x.strip())"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "Uf01KP60deRM",
        "outputId": "6bdc3275-1d5c-4d8a-cf19-72ca2acccd1b"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stderr",
          "text": [
            "<ipython-input-71-5d8ac0bb0d06>:2: SettingWithCopyWarning: \n",
            "A value is trying to be set on a copy of a slice from a DataFrame.\n",
            "Try using .loc[row_indexer,col_indexer] = value instead\n",
            "\n",
            "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n",
            "  sec_artist_df_reassign['id_artists'] = sec_artist_df_reassign['id_artists'].apply(lambda x: x.strip())\n"
          ]
        }
      ]
    },
    {
      "cell_type": "markdown",
      "source": [
        "Check the left join dataset and reomve the Nan values"
      ],
      "metadata": {
        "id": "g3J58Vcwi3rL"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "\n",
        "joined_df = sec_track_df_reassign.merge(sec_artist_df_reassign, left_on='id_artists', right_on='id_artists', how='left', indicator=False)\n",
        "joined_df = joined_df.dropna()\n",
        "joined_df.isna().sum()"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "JLZ90MWKhIq1",
        "outputId": "e513b859-9aa7-49a2-d90c-146d8ac5e31a"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "track_id             0\n",
              "track_name           0\n",
              "track_popularity     0\n",
              "duration_ms          0\n",
              "explicit             0\n",
              "id_artists           0\n",
              "release_date         0\n",
              "danceability         0\n",
              "energy               0\n",
              "key                  0\n",
              "loudness             0\n",
              "mode                 0\n",
              "speechiness          0\n",
              "acousticness         0\n",
              "instrumentalness     0\n",
              "liveness             0\n",
              "valence              0\n",
              "tempo                0\n",
              "time_signature       0\n",
              "followers            0\n",
              "artist_name          0\n",
              "artist_popularity    0\n",
              "dtype: int64"
            ]
          },
          "metadata": {},
          "execution_count": 72
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "joined_df"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 661
        },
        "id": "FQM5OyC2jD_p",
        "outputId": "e231b7ee-1d5a-48d7-b340-146889e20cff"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "                      track_id                           track_name  \\\n",
              "0       35iwgR4jXetI318WEWsa1Q                                Carve   \n",
              "1       021ht4sdgPcrDgSk7JTbKY  Capítulo 2.16 - Banquero Anarquista   \n",
              "2       07A5yehtSnoedViJAZkNnc   Vivo para Quererte - Remasterizado   \n",
              "3       08FmqUhxtyLTn6pAh6bk45        El Prisionero - Remasterizado   \n",
              "4       08y9GfoqCWfOGsKdwojr5e                  Lady of the Evening   \n",
              "...                        ...                                  ...   \n",
              "757094  0NuWgxEp51CutD2pJoF4OM                                blind   \n",
              "757095  27Y1N4Q4U3EfDU5Ubw8ws2            What They'll Say About Us   \n",
              "757096  45XJsGpFTyzbzeWK8VzR8S                      A Day At A Time   \n",
              "757097  45XJsGpFTyzbzeWK8VzR8S                      A Day At A Time   \n",
              "757098  5Ocn6dZ3BJFPWh4ylwFXtn                     Mar de Emociones   \n",
              "\n",
              "        track_popularity  duration_ms  explicit              id_artists  \\\n",
              "0                      6       126903         0  45tIt06XoI0Iio4LBEVpls   \n",
              "1                      0        98200         0  14jtPCOoNZwquk5wd9DxrY   \n",
              "2                      0       181640         0  5LiOoJbxVSAMkBS2fUm3X2   \n",
              "3                      0       176907         0  5LiOoJbxVSAMkBS2fUm3X2   \n",
              "4                      0       163080         0  3BiJGZsyX9sJchTqcSA7Su   \n",
              "...                  ...          ...       ...                     ...   \n",
              "757094                72       153293         0  1dy5WNgIKQU6ezkpZs4y8z   \n",
              "757095                70       187601         0  37M5pPGs6V1fchFJSgCguX   \n",
              "757096                58       142003         0  4jGPdu95icCKVF31CcFKbS   \n",
              "757097                58       142003         0  5ebPSE9YI5aLeZ1Z2gkqjn   \n",
              "757098                38       214360         0  0i4Qda0k4nf7jnNHmSNpYv   \n",
              "\n",
              "       release_date  danceability  energy  key  ...  speechiness  \\\n",
              "0        1922-02-22         0.645  0.4450    0  ...       0.4510   \n",
              "1        1922-06-01         0.695  0.2630    0  ...       0.9570   \n",
              "2        1922-03-21         0.434  0.1770    1  ...       0.0512   \n",
              "3        1922-03-21         0.321  0.0946    7  ...       0.0504   \n",
              "4              1922         0.402  0.1580    3  ...       0.0390   \n",
              "...             ...           ...     ...  ...  ...          ...   \n",
              "757094   2020-10-21         0.765  0.6630    0  ...       0.0652   \n",
              "757095   2020-09-02         0.535  0.3140    7  ...       0.0408   \n",
              "757096   2021-03-05         0.696  0.6150   10  ...       0.0345   \n",
              "757097   2021-03-05         0.696  0.6150   10  ...       0.0345   \n",
              "757098   2015-07-01         0.686  0.7230    6  ...       0.0363   \n",
              "\n",
              "        acousticness  instrumentalness  liveness  valence    tempo  \\\n",
              "0              0.674          0.744000    0.1510   0.1270  104.851   \n",
              "1              0.797          0.000000    0.1480   0.6550  102.009   \n",
              "2              0.994          0.021800    0.2120   0.4570  130.418   \n",
              "3              0.995          0.918000    0.1040   0.3970  169.980   \n",
              "4              0.989          0.130000    0.3110   0.1960  103.220   \n",
              "...              ...               ...       ...      ...      ...   \n",
              "757094         0.141          0.000297    0.0924   0.6860  150.091   \n",
              "757095         0.895          0.000150    0.0874   0.0663  145.095   \n",
              "757096         0.206          0.000003    0.3050   0.4380   90.029   \n",
              "757097         0.206          0.000003    0.3050   0.4380   90.029   \n",
              "757098         0.105          0.000000    0.2640   0.9750  112.204   \n",
              "\n",
              "        time_signature  followers      artist_name  artist_popularity  \n",
              "0                    3       91.0              Uli                4.0  \n",
              "1                    1        3.0  Fernando Pessoa                0.0  \n",
              "2                    5     3528.0  Ignacio Corsini               23.0  \n",
              "3                    3     3528.0  Ignacio Corsini               23.0  \n",
              "4                    4    11327.0      Dick Haymes               35.0  \n",
              "...                ...        ...              ...                ...  \n",
              "757094               4   245944.0       ROLE MODEL               67.0  \n",
              "757095               4  1168213.0          FINNEAS               77.0  \n",
              "757096               4    45309.0     Gentle Bones               58.0  \n",
              "757097               4    93797.0      Clara Benin               53.0  \n",
              "757098               4    19634.0        Afrosound               41.0  \n",
              "\n",
              "[730141 rows x 22 columns]"
            ],
            "text/html": [
              "\n",
              "  <div id=\"df-34bde78a-6c55-4238-96e6-8ccc33669294\">\n",
              "    <div class=\"colab-df-container\">\n",
              "      <div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>track_id</th>\n",
              "      <th>track_name</th>\n",
              "      <th>track_popularity</th>\n",
              "      <th>duration_ms</th>\n",
              "      <th>explicit</th>\n",
              "      <th>id_artists</th>\n",
              "      <th>release_date</th>\n",
              "      <th>danceability</th>\n",
              "      <th>energy</th>\n",
              "      <th>key</th>\n",
              "      <th>...</th>\n",
              "      <th>speechiness</th>\n",
              "      <th>acousticness</th>\n",
              "      <th>instrumentalness</th>\n",
              "      <th>liveness</th>\n",
              "      <th>valence</th>\n",
              "      <th>tempo</th>\n",
              "      <th>time_signature</th>\n",
              "      <th>followers</th>\n",
              "      <th>artist_name</th>\n",
              "      <th>artist_popularity</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>35iwgR4jXetI318WEWsa1Q</td>\n",
              "      <td>Carve</td>\n",
              "      <td>6</td>\n",
              "      <td>126903</td>\n",
              "      <td>0</td>\n",
              "      <td>45tIt06XoI0Iio4LBEVpls</td>\n",
              "      <td>1922-02-22</td>\n",
              "      <td>0.645</td>\n",
              "      <td>0.4450</td>\n",
              "      <td>0</td>\n",
              "      <td>...</td>\n",
              "      <td>0.4510</td>\n",
              "      <td>0.674</td>\n",
              "      <td>0.744000</td>\n",
              "      <td>0.1510</td>\n",
              "      <td>0.1270</td>\n",
              "      <td>104.851</td>\n",
              "      <td>3</td>\n",
              "      <td>91.0</td>\n",
              "      <td>Uli</td>\n",
              "      <td>4.0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>021ht4sdgPcrDgSk7JTbKY</td>\n",
              "      <td>Capítulo 2.16 - Banquero Anarquista</td>\n",
              "      <td>0</td>\n",
              "      <td>98200</td>\n",
              "      <td>0</td>\n",
              "      <td>14jtPCOoNZwquk5wd9DxrY</td>\n",
              "      <td>1922-06-01</td>\n",
              "      <td>0.695</td>\n",
              "      <td>0.2630</td>\n",
              "      <td>0</td>\n",
              "      <td>...</td>\n",
              "      <td>0.9570</td>\n",
              "      <td>0.797</td>\n",
              "      <td>0.000000</td>\n",
              "      <td>0.1480</td>\n",
              "      <td>0.6550</td>\n",
              "      <td>102.009</td>\n",
              "      <td>1</td>\n",
              "      <td>3.0</td>\n",
              "      <td>Fernando Pessoa</td>\n",
              "      <td>0.0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>07A5yehtSnoedViJAZkNnc</td>\n",
              "      <td>Vivo para Quererte - Remasterizado</td>\n",
              "      <td>0</td>\n",
              "      <td>181640</td>\n",
              "      <td>0</td>\n",
              "      <td>5LiOoJbxVSAMkBS2fUm3X2</td>\n",
              "      <td>1922-03-21</td>\n",
              "      <td>0.434</td>\n",
              "      <td>0.1770</td>\n",
              "      <td>1</td>\n",
              "      <td>...</td>\n",
              "      <td>0.0512</td>\n",
              "      <td>0.994</td>\n",
              "      <td>0.021800</td>\n",
              "      <td>0.2120</td>\n",
              "      <td>0.4570</td>\n",
              "      <td>130.418</td>\n",
              "      <td>5</td>\n",
              "      <td>3528.0</td>\n",
              "      <td>Ignacio Corsini</td>\n",
              "      <td>23.0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>08FmqUhxtyLTn6pAh6bk45</td>\n",
              "      <td>El Prisionero - Remasterizado</td>\n",
              "      <td>0</td>\n",
              "      <td>176907</td>\n",
              "      <td>0</td>\n",
              "      <td>5LiOoJbxVSAMkBS2fUm3X2</td>\n",
              "      <td>1922-03-21</td>\n",
              "      <td>0.321</td>\n",
              "      <td>0.0946</td>\n",
              "      <td>7</td>\n",
              "      <td>...</td>\n",
              "      <td>0.0504</td>\n",
              "      <td>0.995</td>\n",
              "      <td>0.918000</td>\n",
              "      <td>0.1040</td>\n",
              "      <td>0.3970</td>\n",
              "      <td>169.980</td>\n",
              "      <td>3</td>\n",
              "      <td>3528.0</td>\n",
              "      <td>Ignacio Corsini</td>\n",
              "      <td>23.0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>08y9GfoqCWfOGsKdwojr5e</td>\n",
              "      <td>Lady of the Evening</td>\n",
              "      <td>0</td>\n",
              "      <td>163080</td>\n",
              "      <td>0</td>\n",
              "      <td>3BiJGZsyX9sJchTqcSA7Su</td>\n",
              "      <td>1922</td>\n",
              "      <td>0.402</td>\n",
              "      <td>0.1580</td>\n",
              "      <td>3</td>\n",
              "      <td>...</td>\n",
              "      <td>0.0390</td>\n",
              "      <td>0.989</td>\n",
              "      <td>0.130000</td>\n",
              "      <td>0.3110</td>\n",
              "      <td>0.1960</td>\n",
              "      <td>103.220</td>\n",
              "      <td>4</td>\n",
              "      <td>11327.0</td>\n",
              "      <td>Dick Haymes</td>\n",
              "      <td>35.0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>...</th>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>757094</th>\n",
              "      <td>0NuWgxEp51CutD2pJoF4OM</td>\n",
              "      <td>blind</td>\n",
              "      <td>72</td>\n",
              "      <td>153293</td>\n",
              "      <td>0</td>\n",
              "      <td>1dy5WNgIKQU6ezkpZs4y8z</td>\n",
              "      <td>2020-10-21</td>\n",
              "      <td>0.765</td>\n",
              "      <td>0.6630</td>\n",
              "      <td>0</td>\n",
              "      <td>...</td>\n",
              "      <td>0.0652</td>\n",
              "      <td>0.141</td>\n",
              "      <td>0.000297</td>\n",
              "      <td>0.0924</td>\n",
              "      <td>0.6860</td>\n",
              "      <td>150.091</td>\n",
              "      <td>4</td>\n",
              "      <td>245944.0</td>\n",
              "      <td>ROLE MODEL</td>\n",
              "      <td>67.0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>757095</th>\n",
              "      <td>27Y1N4Q4U3EfDU5Ubw8ws2</td>\n",
              "      <td>What They'll Say About Us</td>\n",
              "      <td>70</td>\n",
              "      <td>187601</td>\n",
              "      <td>0</td>\n",
              "      <td>37M5pPGs6V1fchFJSgCguX</td>\n",
              "      <td>2020-09-02</td>\n",
              "      <td>0.535</td>\n",
              "      <td>0.3140</td>\n",
              "      <td>7</td>\n",
              "      <td>...</td>\n",
              "      <td>0.0408</td>\n",
              "      <td>0.895</td>\n",
              "      <td>0.000150</td>\n",
              "      <td>0.0874</td>\n",
              "      <td>0.0663</td>\n",
              "      <td>145.095</td>\n",
              "      <td>4</td>\n",
              "      <td>1168213.0</td>\n",
              "      <td>FINNEAS</td>\n",
              "      <td>77.0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>757096</th>\n",
              "      <td>45XJsGpFTyzbzeWK8VzR8S</td>\n",
              "      <td>A Day At A Time</td>\n",
              "      <td>58</td>\n",
              "      <td>142003</td>\n",
              "      <td>0</td>\n",
              "      <td>4jGPdu95icCKVF31CcFKbS</td>\n",
              "      <td>2021-03-05</td>\n",
              "      <td>0.696</td>\n",
              "      <td>0.6150</td>\n",
              "      <td>10</td>\n",
              "      <td>...</td>\n",
              "      <td>0.0345</td>\n",
              "      <td>0.206</td>\n",
              "      <td>0.000003</td>\n",
              "      <td>0.3050</td>\n",
              "      <td>0.4380</td>\n",
              "      <td>90.029</td>\n",
              "      <td>4</td>\n",
              "      <td>45309.0</td>\n",
              "      <td>Gentle Bones</td>\n",
              "      <td>58.0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>757097</th>\n",
              "      <td>45XJsGpFTyzbzeWK8VzR8S</td>\n",
              "      <td>A Day At A Time</td>\n",
              "      <td>58</td>\n",
              "      <td>142003</td>\n",
              "      <td>0</td>\n",
              "      <td>5ebPSE9YI5aLeZ1Z2gkqjn</td>\n",
              "      <td>2021-03-05</td>\n",
              "      <td>0.696</td>\n",
              "      <td>0.6150</td>\n",
              "      <td>10</td>\n",
              "      <td>...</td>\n",
              "      <td>0.0345</td>\n",
              "      <td>0.206</td>\n",
              "      <td>0.000003</td>\n",
              "      <td>0.3050</td>\n",
              "      <td>0.4380</td>\n",
              "      <td>90.029</td>\n",
              "      <td>4</td>\n",
              "      <td>93797.0</td>\n",
              "      <td>Clara Benin</td>\n",
              "      <td>53.0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>757098</th>\n",
              "      <td>5Ocn6dZ3BJFPWh4ylwFXtn</td>\n",
              "      <td>Mar de Emociones</td>\n",
              "      <td>38</td>\n",
              "      <td>214360</td>\n",
              "      <td>0</td>\n",
              "      <td>0i4Qda0k4nf7jnNHmSNpYv</td>\n",
              "      <td>2015-07-01</td>\n",
              "      <td>0.686</td>\n",
              "      <td>0.7230</td>\n",
              "      <td>6</td>\n",
              "      <td>...</td>\n",
              "      <td>0.0363</td>\n",
              "      <td>0.105</td>\n",
              "      <td>0.000000</td>\n",
              "      <td>0.2640</td>\n",
              "      <td>0.9750</td>\n",
              "      <td>112.204</td>\n",
              "      <td>4</td>\n",
              "      <td>19634.0</td>\n",
              "      <td>Afrosound</td>\n",
              "      <td>41.0</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "<p>730141 rows × 22 columns</p>\n",
              "</div>\n",
              "      <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-34bde78a-6c55-4238-96e6-8ccc33669294')\"\n",
              "              title=\"Convert this dataframe to an interactive table.\"\n",
              "              style=\"display:none;\">\n",
              "        \n",
              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
              "       width=\"24px\">\n",
              "    <path d=\"M0 0h24v24H0V0z\" fill=\"none\"/>\n",
              "    <path d=\"M18.56 5.44l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94zm-11 1L8.5 8.5l.94-2.06 2.06-.94-2.06-.94L8.5 2.5l-.94 2.06-2.06.94zm10 10l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94z\"/><path d=\"M17.41 7.96l-1.37-1.37c-.4-.4-.92-.59-1.43-.59-.52 0-1.04.2-1.43.59L10.3 9.45l-7.72 7.72c-.78.78-.78 2.05 0 2.83L4 21.41c.39.39.9.59 1.41.59.51 0 1.02-.2 1.41-.59l7.78-7.78 2.81-2.81c.8-.78.8-2.07 0-2.86zM5.41 20L4 18.59l7.72-7.72 1.47 1.35L5.41 20z\"/>\n",
              "  </svg>\n",
              "      </button>\n",
              "      \n",
              "  <style>\n",
              "    .colab-df-container {\n",
              "      display:flex;\n",
              "      flex-wrap:wrap;\n",
              "      gap: 12px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert {\n",
              "      background-color: #E8F0FE;\n",
              "      border: none;\n",
              "      border-radius: 50%;\n",
              "      cursor: pointer;\n",
              "      display: none;\n",
              "      fill: #1967D2;\n",
              "      height: 32px;\n",
              "      padding: 0 0 0 0;\n",
              "      width: 32px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert:hover {\n",
              "      background-color: #E2EBFA;\n",
              "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "      fill: #174EA6;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert {\n",
              "      background-color: #3B4455;\n",
              "      fill: #D2E3FC;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert:hover {\n",
              "      background-color: #434B5C;\n",
              "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "      fill: #FFFFFF;\n",
              "    }\n",
              "  </style>\n",
              "\n",
              "      <script>\n",
              "        const buttonEl =\n",
              "          document.querySelector('#df-34bde78a-6c55-4238-96e6-8ccc33669294 button.colab-df-convert');\n",
              "        buttonEl.style.display =\n",
              "          google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "\n",
              "        async function convertToInteractive(key) {\n",
              "          const element = document.querySelector('#df-34bde78a-6c55-4238-96e6-8ccc33669294');\n",
              "          const dataTable =\n",
              "            await google.colab.kernel.invokeFunction('convertToInteractive',\n",
              "                                                     [key], {});\n",
              "          if (!dataTable) return;\n",
              "\n",
              "          const docLinkHtml = 'Like what you see? Visit the ' +\n",
              "            '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
              "            + ' to learn more about interactive tables.';\n",
              "          element.innerHTML = '';\n",
              "          dataTable['output_type'] = 'display_data';\n",
              "          await google.colab.output.renderOutput(dataTable, element);\n",
              "          const docLink = document.createElement('div');\n",
              "          docLink.innerHTML = docLinkHtml;\n",
              "          element.appendChild(docLink);\n",
              "        }\n",
              "      </script>\n",
              "    </div>\n",
              "  </div>\n",
              "  "
            ]
          },
          "metadata": {},
          "execution_count": 73
        }
      ]
    },
    {
      "cell_type": "markdown",
      "source": [
        "##Finalize df by artists and tracks"
      ],
      "metadata": {
        "id": "wBmtLo7ZmVW7"
      }
    },
    {
      "cell_type": "markdown",
      "source": [
        "First, Extracted Songs from joined df"
      ],
      "metadata": {
        "id": "7GZ2Xvtjn_ZE"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "final_songs_df = joined_df[['track_id', 'track_name','track_popularity','duration_ms','explicit','release_date',\n",
        "                            'danceability','energy','loudness','mode','speechiness','acousticness'\n",
        "                            ,'instrumentalness','liveness','valence','valence','tempo',\n",
        "                            'time_signature']]\n",
        "final_songs_df = final_songs_df.drop_duplicates()\n",
        "final_songs_df['track_id'].is_unique"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "MyK5lyQumanK",
        "outputId": "cdba50d7-be9a-4028-b77e-0655cacd0e73"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "True"
            ]
          },
          "metadata": {},
          "execution_count": 74
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "final_artists_df = sec_artist_df_reassign\n",
        "final_artists_df = final_artists_df.drop_duplicates()\n",
        "final_artists_df['id_artists'].is_unique"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "AlsERMOSoT03",
        "outputId": "c56ddc08-a154-414d-a449-d8d79fb773a7"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "True"
            ]
          },
          "metadata": {},
          "execution_count": 75
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "final_songs_df"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 643
        },
        "id": "WKScWZq7w4QI",
        "outputId": "504fb449-914b-4d16-85ba-736689dd203c"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "                      track_id                           track_name  \\\n",
              "0       35iwgR4jXetI318WEWsa1Q                                Carve   \n",
              "1       021ht4sdgPcrDgSk7JTbKY  Capítulo 2.16 - Banquero Anarquista   \n",
              "2       07A5yehtSnoedViJAZkNnc   Vivo para Quererte - Remasterizado   \n",
              "3       08FmqUhxtyLTn6pAh6bk45        El Prisionero - Remasterizado   \n",
              "4       08y9GfoqCWfOGsKdwojr5e                  Lady of the Evening   \n",
              "...                        ...                                  ...   \n",
              "757093  5rgu12WBIHQtvej2MdHSH0                                  云与海   \n",
              "757094  0NuWgxEp51CutD2pJoF4OM                                blind   \n",
              "757095  27Y1N4Q4U3EfDU5Ubw8ws2            What They'll Say About Us   \n",
              "757096  45XJsGpFTyzbzeWK8VzR8S                      A Day At A Time   \n",
              "757098  5Ocn6dZ3BJFPWh4ylwFXtn                     Mar de Emociones   \n",
              "\n",
              "        track_popularity  duration_ms  explicit release_date  danceability  \\\n",
              "0                      6       126903         0   1922-02-22         0.645   \n",
              "1                      0        98200         0   1922-06-01         0.695   \n",
              "2                      0       181640         0   1922-03-21         0.434   \n",
              "3                      0       176907         0   1922-03-21         0.321   \n",
              "4                      0       163080         0         1922         0.402   \n",
              "...                  ...          ...       ...          ...           ...   \n",
              "757093                50       258267         0   2020-09-26         0.560   \n",
              "757094                72       153293         0   2020-10-21         0.765   \n",
              "757095                70       187601         0   2020-09-02         0.535   \n",
              "757096                58       142003         0   2021-03-05         0.696   \n",
              "757098                38       214360         0   2015-07-01         0.686   \n",
              "\n",
              "        energy  loudness  mode  speechiness  acousticness  instrumentalness  \\\n",
              "0       0.4450   -13.338     1       0.4510         0.674          0.744000   \n",
              "1       0.2630   -22.136     1       0.9570         0.797          0.000000   \n",
              "2       0.1770   -21.180     1       0.0512         0.994          0.021800   \n",
              "3       0.0946   -27.961     1       0.0504         0.995          0.918000   \n",
              "4       0.1580   -16.900     0       0.0390         0.989          0.130000   \n",
              "...        ...       ...   ...          ...           ...               ...   \n",
              "757093  0.5180    -7.471     0       0.0292         0.785          0.000000   \n",
              "757094  0.6630    -5.223     1       0.0652         0.141          0.000297   \n",
              "757095  0.3140   -12.823     0       0.0408         0.895          0.000150   \n",
              "757096  0.6150    -6.212     1       0.0345         0.206          0.000003   \n",
              "757098  0.7230    -7.067     1       0.0363         0.105          0.000000   \n",
              "\n",
              "        liveness  valence  valence    tempo  time_signature  \n",
              "0         0.1510   0.1270   0.1270  104.851               3  \n",
              "1         0.1480   0.6550   0.6550  102.009               1  \n",
              "2         0.2120   0.4570   0.4570  130.418               5  \n",
              "3         0.1040   0.3970   0.3970  169.980               3  \n",
              "4         0.3110   0.1960   0.1960  103.220               4  \n",
              "...          ...      ...      ...      ...             ...  \n",
              "757093    0.0648   0.2110   0.2110  131.896               4  \n",
              "757094    0.0924   0.6860   0.6860  150.091               4  \n",
              "757095    0.0874   0.0663   0.0663  145.095               4  \n",
              "757096    0.3050   0.4380   0.4380   90.029               4  \n",
              "757098    0.2640   0.9750   0.9750  112.204               4  \n",
              "\n",
              "[575617 rows x 18 columns]"
            ],
            "text/html": [
              "\n",
              "  <div id=\"df-7a6c6ea0-43ce-4ac8-8e63-045ab3e69870\">\n",
              "    <div class=\"colab-df-container\">\n",
              "      <div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>track_id</th>\n",
              "      <th>track_name</th>\n",
              "      <th>track_popularity</th>\n",
              "      <th>duration_ms</th>\n",
              "      <th>explicit</th>\n",
              "      <th>release_date</th>\n",
              "      <th>danceability</th>\n",
              "      <th>energy</th>\n",
              "      <th>loudness</th>\n",
              "      <th>mode</th>\n",
              "      <th>speechiness</th>\n",
              "      <th>acousticness</th>\n",
              "      <th>instrumentalness</th>\n",
              "      <th>liveness</th>\n",
              "      <th>valence</th>\n",
              "      <th>valence</th>\n",
              "      <th>tempo</th>\n",
              "      <th>time_signature</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>35iwgR4jXetI318WEWsa1Q</td>\n",
              "      <td>Carve</td>\n",
              "      <td>6</td>\n",
              "      <td>126903</td>\n",
              "      <td>0</td>\n",
              "      <td>1922-02-22</td>\n",
              "      <td>0.645</td>\n",
              "      <td>0.4450</td>\n",
              "      <td>-13.338</td>\n",
              "      <td>1</td>\n",
              "      <td>0.4510</td>\n",
              "      <td>0.674</td>\n",
              "      <td>0.744000</td>\n",
              "      <td>0.1510</td>\n",
              "      <td>0.1270</td>\n",
              "      <td>0.1270</td>\n",
              "      <td>104.851</td>\n",
              "      <td>3</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>021ht4sdgPcrDgSk7JTbKY</td>\n",
              "      <td>Capítulo 2.16 - Banquero Anarquista</td>\n",
              "      <td>0</td>\n",
              "      <td>98200</td>\n",
              "      <td>0</td>\n",
              "      <td>1922-06-01</td>\n",
              "      <td>0.695</td>\n",
              "      <td>0.2630</td>\n",
              "      <td>-22.136</td>\n",
              "      <td>1</td>\n",
              "      <td>0.9570</td>\n",
              "      <td>0.797</td>\n",
              "      <td>0.000000</td>\n",
              "      <td>0.1480</td>\n",
              "      <td>0.6550</td>\n",
              "      <td>0.6550</td>\n",
              "      <td>102.009</td>\n",
              "      <td>1</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>07A5yehtSnoedViJAZkNnc</td>\n",
              "      <td>Vivo para Quererte - Remasterizado</td>\n",
              "      <td>0</td>\n",
              "      <td>181640</td>\n",
              "      <td>0</td>\n",
              "      <td>1922-03-21</td>\n",
              "      <td>0.434</td>\n",
              "      <td>0.1770</td>\n",
              "      <td>-21.180</td>\n",
              "      <td>1</td>\n",
              "      <td>0.0512</td>\n",
              "      <td>0.994</td>\n",
              "      <td>0.021800</td>\n",
              "      <td>0.2120</td>\n",
              "      <td>0.4570</td>\n",
              "      <td>0.4570</td>\n",
              "      <td>130.418</td>\n",
              "      <td>5</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>08FmqUhxtyLTn6pAh6bk45</td>\n",
              "      <td>El Prisionero - Remasterizado</td>\n",
              "      <td>0</td>\n",
              "      <td>176907</td>\n",
              "      <td>0</td>\n",
              "      <td>1922-03-21</td>\n",
              "      <td>0.321</td>\n",
              "      <td>0.0946</td>\n",
              "      <td>-27.961</td>\n",
              "      <td>1</td>\n",
              "      <td>0.0504</td>\n",
              "      <td>0.995</td>\n",
              "      <td>0.918000</td>\n",
              "      <td>0.1040</td>\n",
              "      <td>0.3970</td>\n",
              "      <td>0.3970</td>\n",
              "      <td>169.980</td>\n",
              "      <td>3</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>08y9GfoqCWfOGsKdwojr5e</td>\n",
              "      <td>Lady of the Evening</td>\n",
              "      <td>0</td>\n",
              "      <td>163080</td>\n",
              "      <td>0</td>\n",
              "      <td>1922</td>\n",
              "      <td>0.402</td>\n",
              "      <td>0.1580</td>\n",
              "      <td>-16.900</td>\n",
              "      <td>0</td>\n",
              "      <td>0.0390</td>\n",
              "      <td>0.989</td>\n",
              "      <td>0.130000</td>\n",
              "      <td>0.3110</td>\n",
              "      <td>0.1960</td>\n",
              "      <td>0.1960</td>\n",
              "      <td>103.220</td>\n",
              "      <td>4</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>...</th>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>757093</th>\n",
              "      <td>5rgu12WBIHQtvej2MdHSH0</td>\n",
              "      <td>云与海</td>\n",
              "      <td>50</td>\n",
              "      <td>258267</td>\n",
              "      <td>0</td>\n",
              "      <td>2020-09-26</td>\n",
              "      <td>0.560</td>\n",
              "      <td>0.5180</td>\n",
              "      <td>-7.471</td>\n",
              "      <td>0</td>\n",
              "      <td>0.0292</td>\n",
              "      <td>0.785</td>\n",
              "      <td>0.000000</td>\n",
              "      <td>0.0648</td>\n",
              "      <td>0.2110</td>\n",
              "      <td>0.2110</td>\n",
              "      <td>131.896</td>\n",
              "      <td>4</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>757094</th>\n",
              "      <td>0NuWgxEp51CutD2pJoF4OM</td>\n",
              "      <td>blind</td>\n",
              "      <td>72</td>\n",
              "      <td>153293</td>\n",
              "      <td>0</td>\n",
              "      <td>2020-10-21</td>\n",
              "      <td>0.765</td>\n",
              "      <td>0.6630</td>\n",
              "      <td>-5.223</td>\n",
              "      <td>1</td>\n",
              "      <td>0.0652</td>\n",
              "      <td>0.141</td>\n",
              "      <td>0.000297</td>\n",
              "      <td>0.0924</td>\n",
              "      <td>0.6860</td>\n",
              "      <td>0.6860</td>\n",
              "      <td>150.091</td>\n",
              "      <td>4</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>757095</th>\n",
              "      <td>27Y1N4Q4U3EfDU5Ubw8ws2</td>\n",
              "      <td>What They'll Say About Us</td>\n",
              "      <td>70</td>\n",
              "      <td>187601</td>\n",
              "      <td>0</td>\n",
              "      <td>2020-09-02</td>\n",
              "      <td>0.535</td>\n",
              "      <td>0.3140</td>\n",
              "      <td>-12.823</td>\n",
              "      <td>0</td>\n",
              "      <td>0.0408</td>\n",
              "      <td>0.895</td>\n",
              "      <td>0.000150</td>\n",
              "      <td>0.0874</td>\n",
              "      <td>0.0663</td>\n",
              "      <td>0.0663</td>\n",
              "      <td>145.095</td>\n",
              "      <td>4</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>757096</th>\n",
              "      <td>45XJsGpFTyzbzeWK8VzR8S</td>\n",
              "      <td>A Day At A Time</td>\n",
              "      <td>58</td>\n",
              "      <td>142003</td>\n",
              "      <td>0</td>\n",
              "      <td>2021-03-05</td>\n",
              "      <td>0.696</td>\n",
              "      <td>0.6150</td>\n",
              "      <td>-6.212</td>\n",
              "      <td>1</td>\n",
              "      <td>0.0345</td>\n",
              "      <td>0.206</td>\n",
              "      <td>0.000003</td>\n",
              "      <td>0.3050</td>\n",
              "      <td>0.4380</td>\n",
              "      <td>0.4380</td>\n",
              "      <td>90.029</td>\n",
              "      <td>4</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>757098</th>\n",
              "      <td>5Ocn6dZ3BJFPWh4ylwFXtn</td>\n",
              "      <td>Mar de Emociones</td>\n",
              "      <td>38</td>\n",
              "      <td>214360</td>\n",
              "      <td>0</td>\n",
              "      <td>2015-07-01</td>\n",
              "      <td>0.686</td>\n",
              "      <td>0.7230</td>\n",
              "      <td>-7.067</td>\n",
              "      <td>1</td>\n",
              "      <td>0.0363</td>\n",
              "      <td>0.105</td>\n",
              "      <td>0.000000</td>\n",
              "      <td>0.2640</td>\n",
              "      <td>0.9750</td>\n",
              "      <td>0.9750</td>\n",
              "      <td>112.204</td>\n",
              "      <td>4</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "<p>575617 rows × 18 columns</p>\n",
              "</div>\n",
              "      <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-7a6c6ea0-43ce-4ac8-8e63-045ab3e69870')\"\n",
              "              title=\"Convert this dataframe to an interactive table.\"\n",
              "              style=\"display:none;\">\n",
              "        \n",
              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
              "       width=\"24px\">\n",
              "    <path d=\"M0 0h24v24H0V0z\" fill=\"none\"/>\n",
              "    <path d=\"M18.56 5.44l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94zm-11 1L8.5 8.5l.94-2.06 2.06-.94-2.06-.94L8.5 2.5l-.94 2.06-2.06.94zm10 10l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94z\"/><path d=\"M17.41 7.96l-1.37-1.37c-.4-.4-.92-.59-1.43-.59-.52 0-1.04.2-1.43.59L10.3 9.45l-7.72 7.72c-.78.78-.78 2.05 0 2.83L4 21.41c.39.39.9.59 1.41.59.51 0 1.02-.2 1.41-.59l7.78-7.78 2.81-2.81c.8-.78.8-2.07 0-2.86zM5.41 20L4 18.59l7.72-7.72 1.47 1.35L5.41 20z\"/>\n",
              "  </svg>\n",
              "      </button>\n",
              "      \n",
              "  <style>\n",
              "    .colab-df-container {\n",
              "      display:flex;\n",
              "      flex-wrap:wrap;\n",
              "      gap: 12px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert {\n",
              "      background-color: #E8F0FE;\n",
              "      border: none;\n",
              "      border-radius: 50%;\n",
              "      cursor: pointer;\n",
              "      display: none;\n",
              "      fill: #1967D2;\n",
              "      height: 32px;\n",
              "      padding: 0 0 0 0;\n",
              "      width: 32px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert:hover {\n",
              "      background-color: #E2EBFA;\n",
              "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "      fill: #174EA6;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert {\n",
              "      background-color: #3B4455;\n",
              "      fill: #D2E3FC;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert:hover {\n",
              "      background-color: #434B5C;\n",
              "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "      fill: #FFFFFF;\n",
              "    }\n",
              "  </style>\n",
              "\n",
              "      <script>\n",
              "        const buttonEl =\n",
              "          document.querySelector('#df-7a6c6ea0-43ce-4ac8-8e63-045ab3e69870 button.colab-df-convert');\n",
              "        buttonEl.style.display =\n",
              "          google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "\n",
              "        async function convertToInteractive(key) {\n",
              "          const element = document.querySelector('#df-7a6c6ea0-43ce-4ac8-8e63-045ab3e69870');\n",
              "          const dataTable =\n",
              "            await google.colab.kernel.invokeFunction('convertToInteractive',\n",
              "                                                     [key], {});\n",
              "          if (!dataTable) return;\n",
              "\n",
              "          const docLinkHtml = 'Like what you see? Visit the ' +\n",
              "            '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
              "            + ' to learn more about interactive tables.';\n",
              "          element.innerHTML = '';\n",
              "          dataTable['output_type'] = 'display_data';\n",
              "          await google.colab.output.renderOutput(dataTable, element);\n",
              "          const docLink = document.createElement('div');\n",
              "          docLink.innerHTML = docLinkHtml;\n",
              "          element.appendChild(docLink);\n",
              "        }\n",
              "      </script>\n",
              "    </div>\n",
              "  </div>\n",
              "  "
            ]
          },
          "metadata": {},
          "execution_count": 76
        }
      ]
    },
    {
      "cell_type": "markdown",
      "source": [
        "#Combine the track_df and sec_track_df"
      ],
      "metadata": {
        "id": "VTkprLC7t5l8"
      }
    },
    {
      "cell_type": "markdown",
      "source": [
        "Now, we want to combine the dataframes and extract valid album"
      ],
      "metadata": {
        "id": "N_5h3CTive6v"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "joined_df_2 = track_df_reassign.merge(final_artists_df, left_on='artist_ids', right_on='id_artists', how='left', indicator=False)\n",
        "joined_df_2 = joined_df_2.dropna()\n",
        "joined_df_2"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 834
        },
        "id": "RjWyvqWEt7at",
        "outputId": "bc8c3652-b9bd-4a1e-fee4-e502e4705a92"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "                       track_id             track_name  \\\n",
              "0        7lmeHLHBe4nmXzuXc0HDjk                Testify   \n",
              "1        1wsRitfRRtWyEapl0q22o8        Guerrilla Radio   \n",
              "2        1hR0fIFK2qRG3f3RF70pb7       Calm Like a Bomb   \n",
              "3        2lbASgTSoDO7MTuLAXlTW0              Mic Check   \n",
              "4        1MQTmpYOZ6fcMQc56Hdo7T  Sleep Now In the Fire   \n",
              "...                         ...                    ...   \n",
              "1798202  0EsMifwUmMfJZxzoMPXJKZ         Gospel of Juke   \n",
              "1798203  2WSc2TB1CSJgGE0PEzVeiu          Prism Visions   \n",
              "1798204  6iProIgUe3ETpO6UT0v5Hg              Tokyo 360   \n",
              "1798205  37B4SXC8uoBsUyKCWnhPfX                 Yummy!   \n",
              "1798206  3GgQmOxxLyRoAb4j86zOBX   That's The Way It Is   \n",
              "\n",
              "                             album                album_id  \\\n",
              "0        The Battle Of Los Angeles  2eia0myWFgoHuttJytCxgX   \n",
              "1        The Battle Of Los Angeles  2eia0myWFgoHuttJytCxgX   \n",
              "2        The Battle Of Los Angeles  2eia0myWFgoHuttJytCxgX   \n",
              "3        The Battle Of Los Angeles  2eia0myWFgoHuttJytCxgX   \n",
              "4        The Battle Of Los Angeles  2eia0myWFgoHuttJytCxgX   \n",
              "...                            ...                     ...   \n",
              "1798202                 Notch - EP  38O5Ys0W9PFS5K7dMb7yKb   \n",
              "1798203                 Notch - EP  38O5Ys0W9PFS5K7dMb7yKb   \n",
              "1798204                 Notch - EP  38O5Ys0W9PFS5K7dMb7yKb   \n",
              "1798205                 Notch - EP  38O5Ys0W9PFS5K7dMb7yKb   \n",
              "1798206                 Notch - EP  38O5Ys0W9PFS5K7dMb7yKb   \n",
              "\n",
              "                              artists              artist_ids  track_number  \\\n",
              "0        ['Rage Against The Machine']  2d0hyoQ5ynDBnkvAbJKORj             1   \n",
              "1        ['Rage Against The Machine']  2d0hyoQ5ynDBnkvAbJKORj             2   \n",
              "2        ['Rage Against The Machine']  2d0hyoQ5ynDBnkvAbJKORj             3   \n",
              "3        ['Rage Against The Machine']  2d0hyoQ5ynDBnkvAbJKORj             4   \n",
              "4        ['Rage Against The Machine']  2d0hyoQ5ynDBnkvAbJKORj             5   \n",
              "...                               ...                     ...           ...   \n",
              "1798202                   ['FVLCRVM']  7AjItKsRnEYRSiBt2OxK1y             2   \n",
              "1798203                   ['FVLCRVM']  7AjItKsRnEYRSiBt2OxK1y             3   \n",
              "1798204                   ['FVLCRVM']  7AjItKsRnEYRSiBt2OxK1y             4   \n",
              "1798205                   ['FVLCRVM']  7AjItKsRnEYRSiBt2OxK1y             5   \n",
              "1798206                   ['FVLCRVM']  7AjItKsRnEYRSiBt2OxK1y             6   \n",
              "\n",
              "         disc_number  explicit  danceability  ...  valence    tempo  \\\n",
              "0                  1         0         0.470  ...    0.503  117.906   \n",
              "1                  1         1         0.599  ...    0.489  103.680   \n",
              "2                  1         0         0.315  ...    0.370  149.749   \n",
              "3                  1         1         0.440  ...    0.574   96.752   \n",
              "4                  1         0         0.426  ...    0.539  127.059   \n",
              "...              ...       ...           ...  ...      ...      ...   \n",
              "1798202            1         0         0.264  ...    0.415  159.586   \n",
              "1798203            1         0         0.796  ...    0.781  121.980   \n",
              "1798204            1         0         0.785  ...    0.467  121.996   \n",
              "1798205            1         0         0.665  ...    0.227  124.986   \n",
              "1798206            1         0         0.736  ...    0.204  117.991   \n",
              "\n",
              "         duration_ms  time_signature  year  release_date  \\\n",
              "0             210133             4.0  1999    1999-11-02   \n",
              "1             206200             4.0  1999    1999-11-02   \n",
              "2             298893             4.0  1999    1999-11-02   \n",
              "3             213640             4.0  1999    1999-11-02   \n",
              "4             205600             4.0  1999    1999-11-02   \n",
              "...              ...             ...   ...           ...   \n",
              "1798202       276213             4.0  2014    2014-01-09   \n",
              "1798203       363179             4.0  2014    2014-01-09   \n",
              "1798204       385335             4.0  2014    2014-01-09   \n",
              "1798205       324455             4.0  2014    2014-01-09   \n",
              "1798206       304982             4.0  2014    2014-01-09   \n",
              "\n",
              "                     id_artists  followers               artist_name  \\\n",
              "0        2d0hyoQ5ynDBnkvAbJKORj  4176893.0  Rage Against The Machine   \n",
              "1        2d0hyoQ5ynDBnkvAbJKORj  4176893.0  Rage Against The Machine   \n",
              "2        2d0hyoQ5ynDBnkvAbJKORj  4176893.0  Rage Against The Machine   \n",
              "3        2d0hyoQ5ynDBnkvAbJKORj  4176893.0  Rage Against The Machine   \n",
              "4        2d0hyoQ5ynDBnkvAbJKORj  4176893.0  Rage Against The Machine   \n",
              "...                         ...        ...                       ...   \n",
              "1798202  7AjItKsRnEYRSiBt2OxK1y     4415.0                   FVLCRVM   \n",
              "1798203  7AjItKsRnEYRSiBt2OxK1y     4415.0                   FVLCRVM   \n",
              "1798204  7AjItKsRnEYRSiBt2OxK1y     4415.0                   FVLCRVM   \n",
              "1798205  7AjItKsRnEYRSiBt2OxK1y     4415.0                   FVLCRVM   \n",
              "1798206  7AjItKsRnEYRSiBt2OxK1y     4415.0                   FVLCRVM   \n",
              "\n",
              "         artist_popularity  \n",
              "0                     75.0  \n",
              "1                     75.0  \n",
              "2                     75.0  \n",
              "3                     75.0  \n",
              "4                     75.0  \n",
              "...                    ...  \n",
              "1798202               29.0  \n",
              "1798203               29.0  \n",
              "1798204               29.0  \n",
              "1798205               29.0  \n",
              "1798206               29.0  \n",
              "\n",
              "[1426390 rows x 28 columns]"
            ],
            "text/html": [
              "\n",
              "  <div id=\"df-aa82ccd4-a734-467c-b986-b3bf518858f2\">\n",
              "    <div class=\"colab-df-container\">\n",
              "      <div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>track_id</th>\n",
              "      <th>track_name</th>\n",
              "      <th>album</th>\n",
              "      <th>album_id</th>\n",
              "      <th>artists</th>\n",
              "      <th>artist_ids</th>\n",
              "      <th>track_number</th>\n",
              "      <th>disc_number</th>\n",
              "      <th>explicit</th>\n",
              "      <th>danceability</th>\n",
              "      <th>...</th>\n",
              "      <th>valence</th>\n",
              "      <th>tempo</th>\n",
              "      <th>duration_ms</th>\n",
              "      <th>time_signature</th>\n",
              "      <th>year</th>\n",
              "      <th>release_date</th>\n",
              "      <th>id_artists</th>\n",
              "      <th>followers</th>\n",
              "      <th>artist_name</th>\n",
              "      <th>artist_popularity</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>7lmeHLHBe4nmXzuXc0HDjk</td>\n",
              "      <td>Testify</td>\n",
              "      <td>The Battle Of Los Angeles</td>\n",
              "      <td>2eia0myWFgoHuttJytCxgX</td>\n",
              "      <td>['Rage Against The Machine']</td>\n",
              "      <td>2d0hyoQ5ynDBnkvAbJKORj</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>0.470</td>\n",
              "      <td>...</td>\n",
              "      <td>0.503</td>\n",
              "      <td>117.906</td>\n",
              "      <td>210133</td>\n",
              "      <td>4.0</td>\n",
              "      <td>1999</td>\n",
              "      <td>1999-11-02</td>\n",
              "      <td>2d0hyoQ5ynDBnkvAbJKORj</td>\n",
              "      <td>4176893.0</td>\n",
              "      <td>Rage Against The Machine</td>\n",
              "      <td>75.0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>1wsRitfRRtWyEapl0q22o8</td>\n",
              "      <td>Guerrilla Radio</td>\n",
              "      <td>The Battle Of Los Angeles</td>\n",
              "      <td>2eia0myWFgoHuttJytCxgX</td>\n",
              "      <td>['Rage Against The Machine']</td>\n",
              "      <td>2d0hyoQ5ynDBnkvAbJKORj</td>\n",
              "      <td>2</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>0.599</td>\n",
              "      <td>...</td>\n",
              "      <td>0.489</td>\n",
              "      <td>103.680</td>\n",
              "      <td>206200</td>\n",
              "      <td>4.0</td>\n",
              "      <td>1999</td>\n",
              "      <td>1999-11-02</td>\n",
              "      <td>2d0hyoQ5ynDBnkvAbJKORj</td>\n",
              "      <td>4176893.0</td>\n",
              "      <td>Rage Against The Machine</td>\n",
              "      <td>75.0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>1hR0fIFK2qRG3f3RF70pb7</td>\n",
              "      <td>Calm Like a Bomb</td>\n",
              "      <td>The Battle Of Los Angeles</td>\n",
              "      <td>2eia0myWFgoHuttJytCxgX</td>\n",
              "      <td>['Rage Against The Machine']</td>\n",
              "      <td>2d0hyoQ5ynDBnkvAbJKORj</td>\n",
              "      <td>3</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>0.315</td>\n",
              "      <td>...</td>\n",
              "      <td>0.370</td>\n",
              "      <td>149.749</td>\n",
              "      <td>298893</td>\n",
              "      <td>4.0</td>\n",
              "      <td>1999</td>\n",
              "      <td>1999-11-02</td>\n",
              "      <td>2d0hyoQ5ynDBnkvAbJKORj</td>\n",
              "      <td>4176893.0</td>\n",
              "      <td>Rage Against The Machine</td>\n",
              "      <td>75.0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>2lbASgTSoDO7MTuLAXlTW0</td>\n",
              "      <td>Mic Check</td>\n",
              "      <td>The Battle Of Los Angeles</td>\n",
              "      <td>2eia0myWFgoHuttJytCxgX</td>\n",
              "      <td>['Rage Against The Machine']</td>\n",
              "      <td>2d0hyoQ5ynDBnkvAbJKORj</td>\n",
              "      <td>4</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>0.440</td>\n",
              "      <td>...</td>\n",
              "      <td>0.574</td>\n",
              "      <td>96.752</td>\n",
              "      <td>213640</td>\n",
              "      <td>4.0</td>\n",
              "      <td>1999</td>\n",
              "      <td>1999-11-02</td>\n",
              "      <td>2d0hyoQ5ynDBnkvAbJKORj</td>\n",
              "      <td>4176893.0</td>\n",
              "      <td>Rage Against The Machine</td>\n",
              "      <td>75.0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>1MQTmpYOZ6fcMQc56Hdo7T</td>\n",
              "      <td>Sleep Now In the Fire</td>\n",
              "      <td>The Battle Of Los Angeles</td>\n",
              "      <td>2eia0myWFgoHuttJytCxgX</td>\n",
              "      <td>['Rage Against The Machine']</td>\n",
              "      <td>2d0hyoQ5ynDBnkvAbJKORj</td>\n",
              "      <td>5</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>0.426</td>\n",
              "      <td>...</td>\n",
              "      <td>0.539</td>\n",
              "      <td>127.059</td>\n",
              "      <td>205600</td>\n",
              "      <td>4.0</td>\n",
              "      <td>1999</td>\n",
              "      <td>1999-11-02</td>\n",
              "      <td>2d0hyoQ5ynDBnkvAbJKORj</td>\n",
              "      <td>4176893.0</td>\n",
              "      <td>Rage Against The Machine</td>\n",
              "      <td>75.0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>...</th>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1798202</th>\n",
              "      <td>0EsMifwUmMfJZxzoMPXJKZ</td>\n",
              "      <td>Gospel of Juke</td>\n",
              "      <td>Notch - EP</td>\n",
              "      <td>38O5Ys0W9PFS5K7dMb7yKb</td>\n",
              "      <td>['FVLCRVM']</td>\n",
              "      <td>7AjItKsRnEYRSiBt2OxK1y</td>\n",
              "      <td>2</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>0.264</td>\n",
              "      <td>...</td>\n",
              "      <td>0.415</td>\n",
              "      <td>159.586</td>\n",
              "      <td>276213</td>\n",
              "      <td>4.0</td>\n",
              "      <td>2014</td>\n",
              "      <td>2014-01-09</td>\n",
              "      <td>7AjItKsRnEYRSiBt2OxK1y</td>\n",
              "      <td>4415.0</td>\n",
              "      <td>FVLCRVM</td>\n",
              "      <td>29.0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1798203</th>\n",
              "      <td>2WSc2TB1CSJgGE0PEzVeiu</td>\n",
              "      <td>Prism Visions</td>\n",
              "      <td>Notch - EP</td>\n",
              "      <td>38O5Ys0W9PFS5K7dMb7yKb</td>\n",
              "      <td>['FVLCRVM']</td>\n",
              "      <td>7AjItKsRnEYRSiBt2OxK1y</td>\n",
              "      <td>3</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>0.796</td>\n",
              "      <td>...</td>\n",
              "      <td>0.781</td>\n",
              "      <td>121.980</td>\n",
              "      <td>363179</td>\n",
              "      <td>4.0</td>\n",
              "      <td>2014</td>\n",
              "      <td>2014-01-09</td>\n",
              "      <td>7AjItKsRnEYRSiBt2OxK1y</td>\n",
              "      <td>4415.0</td>\n",
              "      <td>FVLCRVM</td>\n",
              "      <td>29.0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1798204</th>\n",
              "      <td>6iProIgUe3ETpO6UT0v5Hg</td>\n",
              "      <td>Tokyo 360</td>\n",
              "      <td>Notch - EP</td>\n",
              "      <td>38O5Ys0W9PFS5K7dMb7yKb</td>\n",
              "      <td>['FVLCRVM']</td>\n",
              "      <td>7AjItKsRnEYRSiBt2OxK1y</td>\n",
              "      <td>4</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>0.785</td>\n",
              "      <td>...</td>\n",
              "      <td>0.467</td>\n",
              "      <td>121.996</td>\n",
              "      <td>385335</td>\n",
              "      <td>4.0</td>\n",
              "      <td>2014</td>\n",
              "      <td>2014-01-09</td>\n",
              "      <td>7AjItKsRnEYRSiBt2OxK1y</td>\n",
              "      <td>4415.0</td>\n",
              "      <td>FVLCRVM</td>\n",
              "      <td>29.0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1798205</th>\n",
              "      <td>37B4SXC8uoBsUyKCWnhPfX</td>\n",
              "      <td>Yummy!</td>\n",
              "      <td>Notch - EP</td>\n",
              "      <td>38O5Ys0W9PFS5K7dMb7yKb</td>\n",
              "      <td>['FVLCRVM']</td>\n",
              "      <td>7AjItKsRnEYRSiBt2OxK1y</td>\n",
              "      <td>5</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>0.665</td>\n",
              "      <td>...</td>\n",
              "      <td>0.227</td>\n",
              "      <td>124.986</td>\n",
              "      <td>324455</td>\n",
              "      <td>4.0</td>\n",
              "      <td>2014</td>\n",
              "      <td>2014-01-09</td>\n",
              "      <td>7AjItKsRnEYRSiBt2OxK1y</td>\n",
              "      <td>4415.0</td>\n",
              "      <td>FVLCRVM</td>\n",
              "      <td>29.0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1798206</th>\n",
              "      <td>3GgQmOxxLyRoAb4j86zOBX</td>\n",
              "      <td>That's The Way It Is</td>\n",
              "      <td>Notch - EP</td>\n",
              "      <td>38O5Ys0W9PFS5K7dMb7yKb</td>\n",
              "      <td>['FVLCRVM']</td>\n",
              "      <td>7AjItKsRnEYRSiBt2OxK1y</td>\n",
              "      <td>6</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>0.736</td>\n",
              "      <td>...</td>\n",
              "      <td>0.204</td>\n",
              "      <td>117.991</td>\n",
              "      <td>304982</td>\n",
              "      <td>4.0</td>\n",
              "      <td>2014</td>\n",
              "      <td>2014-01-09</td>\n",
              "      <td>7AjItKsRnEYRSiBt2OxK1y</td>\n",
              "      <td>4415.0</td>\n",
              "      <td>FVLCRVM</td>\n",
              "      <td>29.0</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "<p>1426390 rows × 28 columns</p>\n",
              "</div>\n",
              "      <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-aa82ccd4-a734-467c-b986-b3bf518858f2')\"\n",
              "              title=\"Convert this dataframe to an interactive table.\"\n",
              "              style=\"display:none;\">\n",
              "        \n",
              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
              "       width=\"24px\">\n",
              "    <path d=\"M0 0h24v24H0V0z\" fill=\"none\"/>\n",
              "    <path d=\"M18.56 5.44l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94zm-11 1L8.5 8.5l.94-2.06 2.06-.94-2.06-.94L8.5 2.5l-.94 2.06-2.06.94zm10 10l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94z\"/><path d=\"M17.41 7.96l-1.37-1.37c-.4-.4-.92-.59-1.43-.59-.52 0-1.04.2-1.43.59L10.3 9.45l-7.72 7.72c-.78.78-.78 2.05 0 2.83L4 21.41c.39.39.9.59 1.41.59.51 0 1.02-.2 1.41-.59l7.78-7.78 2.81-2.81c.8-.78.8-2.07 0-2.86zM5.41 20L4 18.59l7.72-7.72 1.47 1.35L5.41 20z\"/>\n",
              "  </svg>\n",
              "      </button>\n",
              "      \n",
              "  <style>\n",
              "    .colab-df-container {\n",
              "      display:flex;\n",
              "      flex-wrap:wrap;\n",
              "      gap: 12px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert {\n",
              "      background-color: #E8F0FE;\n",
              "      border: none;\n",
              "      border-radius: 50%;\n",
              "      cursor: pointer;\n",
              "      display: none;\n",
              "      fill: #1967D2;\n",
              "      height: 32px;\n",
              "      padding: 0 0 0 0;\n",
              "      width: 32px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert:hover {\n",
              "      background-color: #E2EBFA;\n",
              "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "      fill: #174EA6;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert {\n",
              "      background-color: #3B4455;\n",
              "      fill: #D2E3FC;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert:hover {\n",
              "      background-color: #434B5C;\n",
              "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "      fill: #FFFFFF;\n",
              "    }\n",
              "  </style>\n",
              "\n",
              "      <script>\n",
              "        const buttonEl =\n",
              "          document.querySelector('#df-aa82ccd4-a734-467c-b986-b3bf518858f2 button.colab-df-convert');\n",
              "        buttonEl.style.display =\n",
              "          google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "\n",
              "        async function convertToInteractive(key) {\n",
              "          const element = document.querySelector('#df-aa82ccd4-a734-467c-b986-b3bf518858f2');\n",
              "          const dataTable =\n",
              "            await google.colab.kernel.invokeFunction('convertToInteractive',\n",
              "                                                     [key], {});\n",
              "          if (!dataTable) return;\n",
              "\n",
              "          const docLinkHtml = 'Like what you see? Visit the ' +\n",
              "            '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
              "            + ' to learn more about interactive tables.';\n",
              "          element.innerHTML = '';\n",
              "          dataTable['output_type'] = 'display_data';\n",
              "          await google.colab.output.renderOutput(dataTable, element);\n",
              "          const docLink = document.createElement('div');\n",
              "          docLink.innerHTML = docLinkHtml;\n",
              "          element.appendChild(docLink);\n",
              "        }\n",
              "      </script>\n",
              "    </div>\n",
              "  </div>\n",
              "  "
            ]
          },
          "metadata": {},
          "execution_count": 77
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "joined_df_2.info()"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "4yii5U4mnLRI",
        "outputId": "8f963dcf-353a-4a1a-b17e-b5523555c942"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "<class 'pandas.core.frame.DataFrame'>\n",
            "Int64Index: 1426390 entries, 0 to 1798206\n",
            "Data columns (total 28 columns):\n",
            " #   Column             Non-Null Count    Dtype  \n",
            "---  ------             --------------    -----  \n",
            " 0   track_id           1426390 non-null  object \n",
            " 1   track_name         1426390 non-null  object \n",
            " 2   album              1426390 non-null  object \n",
            " 3   album_id           1426390 non-null  object \n",
            " 4   artists            1426390 non-null  object \n",
            " 5   artist_ids         1426390 non-null  object \n",
            " 6   track_number       1426390 non-null  int64  \n",
            " 7   disc_number        1426390 non-null  int64  \n",
            " 8   explicit           1426390 non-null  int64  \n",
            " 9   danceability       1426390 non-null  float64\n",
            " 10  energy             1426390 non-null  float64\n",
            " 11  key                1426390 non-null  int64  \n",
            " 12  loudness           1426390 non-null  float64\n",
            " 13  mode               1426390 non-null  int64  \n",
            " 14  speechiness        1426390 non-null  float64\n",
            " 15  acousticness       1426390 non-null  float64\n",
            " 16  instrumentalness   1426390 non-null  float64\n",
            " 17  liveness           1426390 non-null  float64\n",
            " 18  valence            1426390 non-null  float64\n",
            " 19  tempo              1426390 non-null  float64\n",
            " 20  duration_ms        1426390 non-null  int64  \n",
            " 21  time_signature     1426390 non-null  float64\n",
            " 22  year               1426390 non-null  int64  \n",
            " 23  release_date       1426390 non-null  object \n",
            " 24  id_artists         1426390 non-null  object \n",
            " 25  followers          1426390 non-null  float64\n",
            " 26  artist_name        1426390 non-null  object \n",
            " 27  artist_popularity  1426390 non-null  float64\n",
            "dtypes: float64(12), int64(7), object(9)\n",
            "memory usage: 315.6+ MB\n"
          ]
        }
      ]
    },
    {
      "cell_type": "markdown",
      "source": [
        "Here we have 27 columns, but we do not need that much. Therefore, the next step is deleting unuseful columns and remove the duplicats data."
      ],
      "metadata": {
        "id": "rxFhPSonk8nG"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "\n",
        "final_tracks_df = joined_df_2[['track_id', 'track_name','album_id','track_number','duration_ms','explicit','release_date','year',\n",
        "                            'danceability','energy','loudness','mode','speechiness','acousticness'\n",
        "                            ,'instrumentalness','liveness','valence','valence','tempo',\n",
        "                            'time_signature']]\n",
        "final_tracks_df = final_tracks_df.drop_duplicates().reset_index(drop=True)\n",
        "final_tracks_df['track_id'].is_unique"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "Y-Aq8CGymbR1",
        "outputId": "138ad1c1-a950-4b62-dbdd-3d49d7e06f49"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "True"
            ]
          },
          "metadata": {},
          "execution_count": 79
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "final_tracks_df"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 591
        },
        "id": "uopFOynFniMi",
        "outputId": "cfb23f6d-530d-488a-c241-ebb3090825b7"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "                       track_id             track_name  \\\n",
              "0        7lmeHLHBe4nmXzuXc0HDjk                Testify   \n",
              "1        1wsRitfRRtWyEapl0q22o8        Guerrilla Radio   \n",
              "2        1hR0fIFK2qRG3f3RF70pb7       Calm Like a Bomb   \n",
              "3        2lbASgTSoDO7MTuLAXlTW0              Mic Check   \n",
              "4        1MQTmpYOZ6fcMQc56Hdo7T  Sleep Now In the Fire   \n",
              "...                         ...                    ...   \n",
              "1010839  0EsMifwUmMfJZxzoMPXJKZ         Gospel of Juke   \n",
              "1010840  2WSc2TB1CSJgGE0PEzVeiu          Prism Visions   \n",
              "1010841  6iProIgUe3ETpO6UT0v5Hg              Tokyo 360   \n",
              "1010842  37B4SXC8uoBsUyKCWnhPfX                 Yummy!   \n",
              "1010843  3GgQmOxxLyRoAb4j86zOBX   That's The Way It Is   \n",
              "\n",
              "                       album_id  track_number  duration_ms  explicit  \\\n",
              "0        2eia0myWFgoHuttJytCxgX             1       210133         0   \n",
              "1        2eia0myWFgoHuttJytCxgX             2       206200         1   \n",
              "2        2eia0myWFgoHuttJytCxgX             3       298893         0   \n",
              "3        2eia0myWFgoHuttJytCxgX             4       213640         1   \n",
              "4        2eia0myWFgoHuttJytCxgX             5       205600         0   \n",
              "...                         ...           ...          ...       ...   \n",
              "1010839  38O5Ys0W9PFS5K7dMb7yKb             2       276213         0   \n",
              "1010840  38O5Ys0W9PFS5K7dMb7yKb             3       363179         0   \n",
              "1010841  38O5Ys0W9PFS5K7dMb7yKb             4       385335         0   \n",
              "1010842  38O5Ys0W9PFS5K7dMb7yKb             5       324455         0   \n",
              "1010843  38O5Ys0W9PFS5K7dMb7yKb             6       304982         0   \n",
              "\n",
              "        release_date  year  danceability  energy  loudness  mode  speechiness  \\\n",
              "0         1999-11-02  1999         0.470   0.978    -5.399     1       0.0727   \n",
              "1         1999-11-02  1999         0.599   0.957    -5.764     1       0.1880   \n",
              "2         1999-11-02  1999         0.315   0.970    -5.424     1       0.4830   \n",
              "3         1999-11-02  1999         0.440   0.967    -5.830     0       0.2370   \n",
              "4         1999-11-02  1999         0.426   0.929    -6.729     1       0.0701   \n",
              "...              ...   ...           ...     ...       ...   ...          ...   \n",
              "1010839   2014-01-09  2014         0.264   0.966    -6.970     0       0.0672   \n",
              "1010840   2014-01-09  2014         0.796   0.701    -6.602     0       0.0883   \n",
              "1010841   2014-01-09  2014         0.785   0.796    -5.960     0       0.0564   \n",
              "1010842   2014-01-09  2014         0.665   0.856    -6.788     0       0.0409   \n",
              "1010843   2014-01-09  2014         0.736   0.708    -9.279     0       0.0539   \n",
              "\n",
              "         acousticness  instrumentalness  liveness  valence  valence    tempo  \\\n",
              "0             0.02610          0.000011    0.3560    0.503    0.503  117.906   \n",
              "1             0.01290          0.000071    0.1550    0.489    0.489  103.680   \n",
              "2             0.02340          0.000002    0.1220    0.370    0.370  149.749   \n",
              "3             0.16300          0.000004    0.1210    0.574    0.574   96.752   \n",
              "4             0.00162          0.105000    0.0789    0.539    0.539  127.059   \n",
              "...               ...               ...       ...      ...      ...      ...   \n",
              "1010839       0.00935          0.002240    0.3370    0.415    0.415  159.586   \n",
              "1010840       0.10400          0.644000    0.0749    0.781    0.781  121.980   \n",
              "1010841       0.03040          0.918000    0.0664    0.467    0.467  121.996   \n",
              "1010842       0.00007          0.776000    0.1170    0.227    0.227  124.986   \n",
              "1010843       0.01680          0.296000    0.2790    0.204    0.204  117.991   \n",
              "\n",
              "         time_signature  \n",
              "0                   4.0  \n",
              "1                   4.0  \n",
              "2                   4.0  \n",
              "3                   4.0  \n",
              "4                   4.0  \n",
              "...                 ...  \n",
              "1010839             4.0  \n",
              "1010840             4.0  \n",
              "1010841             4.0  \n",
              "1010842             4.0  \n",
              "1010843             4.0  \n",
              "\n",
              "[1010844 rows x 20 columns]"
            ],
            "text/html": [
              "\n",
              "  <div id=\"df-30e2361f-7e7f-4d98-aabf-0d9bba161bca\">\n",
              "    <div class=\"colab-df-container\">\n",
              "      <div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>track_id</th>\n",
              "      <th>track_name</th>\n",
              "      <th>album_id</th>\n",
              "      <th>track_number</th>\n",
              "      <th>duration_ms</th>\n",
              "      <th>explicit</th>\n",
              "      <th>release_date</th>\n",
              "      <th>year</th>\n",
              "      <th>danceability</th>\n",
              "      <th>energy</th>\n",
              "      <th>loudness</th>\n",
              "      <th>mode</th>\n",
              "      <th>speechiness</th>\n",
              "      <th>acousticness</th>\n",
              "      <th>instrumentalness</th>\n",
              "      <th>liveness</th>\n",
              "      <th>valence</th>\n",
              "      <th>valence</th>\n",
              "      <th>tempo</th>\n",
              "      <th>time_signature</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>7lmeHLHBe4nmXzuXc0HDjk</td>\n",
              "      <td>Testify</td>\n",
              "      <td>2eia0myWFgoHuttJytCxgX</td>\n",
              "      <td>1</td>\n",
              "      <td>210133</td>\n",
              "      <td>0</td>\n",
              "      <td>1999-11-02</td>\n",
              "      <td>1999</td>\n",
              "      <td>0.470</td>\n",
              "      <td>0.978</td>\n",
              "      <td>-5.399</td>\n",
              "      <td>1</td>\n",
              "      <td>0.0727</td>\n",
              "      <td>0.02610</td>\n",
              "      <td>0.000011</td>\n",
              "      <td>0.3560</td>\n",
              "      <td>0.503</td>\n",
              "      <td>0.503</td>\n",
              "      <td>117.906</td>\n",
              "      <td>4.0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>1wsRitfRRtWyEapl0q22o8</td>\n",
              "      <td>Guerrilla Radio</td>\n",
              "      <td>2eia0myWFgoHuttJytCxgX</td>\n",
              "      <td>2</td>\n",
              "      <td>206200</td>\n",
              "      <td>1</td>\n",
              "      <td>1999-11-02</td>\n",
              "      <td>1999</td>\n",
              "      <td>0.599</td>\n",
              "      <td>0.957</td>\n",
              "      <td>-5.764</td>\n",
              "      <td>1</td>\n",
              "      <td>0.1880</td>\n",
              "      <td>0.01290</td>\n",
              "      <td>0.000071</td>\n",
              "      <td>0.1550</td>\n",
              "      <td>0.489</td>\n",
              "      <td>0.489</td>\n",
              "      <td>103.680</td>\n",
              "      <td>4.0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>1hR0fIFK2qRG3f3RF70pb7</td>\n",
              "      <td>Calm Like a Bomb</td>\n",
              "      <td>2eia0myWFgoHuttJytCxgX</td>\n",
              "      <td>3</td>\n",
              "      <td>298893</td>\n",
              "      <td>0</td>\n",
              "      <td>1999-11-02</td>\n",
              "      <td>1999</td>\n",
              "      <td>0.315</td>\n",
              "      <td>0.970</td>\n",
              "      <td>-5.424</td>\n",
              "      <td>1</td>\n",
              "      <td>0.4830</td>\n",
              "      <td>0.02340</td>\n",
              "      <td>0.000002</td>\n",
              "      <td>0.1220</td>\n",
              "      <td>0.370</td>\n",
              "      <td>0.370</td>\n",
              "      <td>149.749</td>\n",
              "      <td>4.0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>2lbASgTSoDO7MTuLAXlTW0</td>\n",
              "      <td>Mic Check</td>\n",
              "      <td>2eia0myWFgoHuttJytCxgX</td>\n",
              "      <td>4</td>\n",
              "      <td>213640</td>\n",
              "      <td>1</td>\n",
              "      <td>1999-11-02</td>\n",
              "      <td>1999</td>\n",
              "      <td>0.440</td>\n",
              "      <td>0.967</td>\n",
              "      <td>-5.830</td>\n",
              "      <td>0</td>\n",
              "      <td>0.2370</td>\n",
              "      <td>0.16300</td>\n",
              "      <td>0.000004</td>\n",
              "      <td>0.1210</td>\n",
              "      <td>0.574</td>\n",
              "      <td>0.574</td>\n",
              "      <td>96.752</td>\n",
              "      <td>4.0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>1MQTmpYOZ6fcMQc56Hdo7T</td>\n",
              "      <td>Sleep Now In the Fire</td>\n",
              "      <td>2eia0myWFgoHuttJytCxgX</td>\n",
              "      <td>5</td>\n",
              "      <td>205600</td>\n",
              "      <td>0</td>\n",
              "      <td>1999-11-02</td>\n",
              "      <td>1999</td>\n",
              "      <td>0.426</td>\n",
              "      <td>0.929</td>\n",
              "      <td>-6.729</td>\n",
              "      <td>1</td>\n",
              "      <td>0.0701</td>\n",
              "      <td>0.00162</td>\n",
              "      <td>0.105000</td>\n",
              "      <td>0.0789</td>\n",
              "      <td>0.539</td>\n",
              "      <td>0.539</td>\n",
              "      <td>127.059</td>\n",
              "      <td>4.0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>...</th>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1010839</th>\n",
              "      <td>0EsMifwUmMfJZxzoMPXJKZ</td>\n",
              "      <td>Gospel of Juke</td>\n",
              "      <td>38O5Ys0W9PFS5K7dMb7yKb</td>\n",
              "      <td>2</td>\n",
              "      <td>276213</td>\n",
              "      <td>0</td>\n",
              "      <td>2014-01-09</td>\n",
              "      <td>2014</td>\n",
              "      <td>0.264</td>\n",
              "      <td>0.966</td>\n",
              "      <td>-6.970</td>\n",
              "      <td>0</td>\n",
              "      <td>0.0672</td>\n",
              "      <td>0.00935</td>\n",
              "      <td>0.002240</td>\n",
              "      <td>0.3370</td>\n",
              "      <td>0.415</td>\n",
              "      <td>0.415</td>\n",
              "      <td>159.586</td>\n",
              "      <td>4.0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1010840</th>\n",
              "      <td>2WSc2TB1CSJgGE0PEzVeiu</td>\n",
              "      <td>Prism Visions</td>\n",
              "      <td>38O5Ys0W9PFS5K7dMb7yKb</td>\n",
              "      <td>3</td>\n",
              "      <td>363179</td>\n",
              "      <td>0</td>\n",
              "      <td>2014-01-09</td>\n",
              "      <td>2014</td>\n",
              "      <td>0.796</td>\n",
              "      <td>0.701</td>\n",
              "      <td>-6.602</td>\n",
              "      <td>0</td>\n",
              "      <td>0.0883</td>\n",
              "      <td>0.10400</td>\n",
              "      <td>0.644000</td>\n",
              "      <td>0.0749</td>\n",
              "      <td>0.781</td>\n",
              "      <td>0.781</td>\n",
              "      <td>121.980</td>\n",
              "      <td>4.0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1010841</th>\n",
              "      <td>6iProIgUe3ETpO6UT0v5Hg</td>\n",
              "      <td>Tokyo 360</td>\n",
              "      <td>38O5Ys0W9PFS5K7dMb7yKb</td>\n",
              "      <td>4</td>\n",
              "      <td>385335</td>\n",
              "      <td>0</td>\n",
              "      <td>2014-01-09</td>\n",
              "      <td>2014</td>\n",
              "      <td>0.785</td>\n",
              "      <td>0.796</td>\n",
              "      <td>-5.960</td>\n",
              "      <td>0</td>\n",
              "      <td>0.0564</td>\n",
              "      <td>0.03040</td>\n",
              "      <td>0.918000</td>\n",
              "      <td>0.0664</td>\n",
              "      <td>0.467</td>\n",
              "      <td>0.467</td>\n",
              "      <td>121.996</td>\n",
              "      <td>4.0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1010842</th>\n",
              "      <td>37B4SXC8uoBsUyKCWnhPfX</td>\n",
              "      <td>Yummy!</td>\n",
              "      <td>38O5Ys0W9PFS5K7dMb7yKb</td>\n",
              "      <td>5</td>\n",
              "      <td>324455</td>\n",
              "      <td>0</td>\n",
              "      <td>2014-01-09</td>\n",
              "      <td>2014</td>\n",
              "      <td>0.665</td>\n",
              "      <td>0.856</td>\n",
              "      <td>-6.788</td>\n",
              "      <td>0</td>\n",
              "      <td>0.0409</td>\n",
              "      <td>0.00007</td>\n",
              "      <td>0.776000</td>\n",
              "      <td>0.1170</td>\n",
              "      <td>0.227</td>\n",
              "      <td>0.227</td>\n",
              "      <td>124.986</td>\n",
              "      <td>4.0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1010843</th>\n",
              "      <td>3GgQmOxxLyRoAb4j86zOBX</td>\n",
              "      <td>That's The Way It Is</td>\n",
              "      <td>38O5Ys0W9PFS5K7dMb7yKb</td>\n",
              "      <td>6</td>\n",
              "      <td>304982</td>\n",
              "      <td>0</td>\n",
              "      <td>2014-01-09</td>\n",
              "      <td>2014</td>\n",
              "      <td>0.736</td>\n",
              "      <td>0.708</td>\n",
              "      <td>-9.279</td>\n",
              "      <td>0</td>\n",
              "      <td>0.0539</td>\n",
              "      <td>0.01680</td>\n",
              "      <td>0.296000</td>\n",
              "      <td>0.2790</td>\n",
              "      <td>0.204</td>\n",
              "      <td>0.204</td>\n",
              "      <td>117.991</td>\n",
              "      <td>4.0</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "<p>1010844 rows × 20 columns</p>\n",
              "</div>\n",
              "      <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-30e2361f-7e7f-4d98-aabf-0d9bba161bca')\"\n",
              "              title=\"Convert this dataframe to an interactive table.\"\n",
              "              style=\"display:none;\">\n",
              "        \n",
              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
              "       width=\"24px\">\n",
              "    <path d=\"M0 0h24v24H0V0z\" fill=\"none\"/>\n",
              "    <path d=\"M18.56 5.44l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94zm-11 1L8.5 8.5l.94-2.06 2.06-.94-2.06-.94L8.5 2.5l-.94 2.06-2.06.94zm10 10l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94z\"/><path d=\"M17.41 7.96l-1.37-1.37c-.4-.4-.92-.59-1.43-.59-.52 0-1.04.2-1.43.59L10.3 9.45l-7.72 7.72c-.78.78-.78 2.05 0 2.83L4 21.41c.39.39.9.59 1.41.59.51 0 1.02-.2 1.41-.59l7.78-7.78 2.81-2.81c.8-.78.8-2.07 0-2.86zM5.41 20L4 18.59l7.72-7.72 1.47 1.35L5.41 20z\"/>\n",
              "  </svg>\n",
              "      </button>\n",
              "      \n",
              "  <style>\n",
              "    .colab-df-container {\n",
              "      display:flex;\n",
              "      flex-wrap:wrap;\n",
              "      gap: 12px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert {\n",
              "      background-color: #E8F0FE;\n",
              "      border: none;\n",
              "      border-radius: 50%;\n",
              "      cursor: pointer;\n",
              "      display: none;\n",
              "      fill: #1967D2;\n",
              "      height: 32px;\n",
              "      padding: 0 0 0 0;\n",
              "      width: 32px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert:hover {\n",
              "      background-color: #E2EBFA;\n",
              "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "      fill: #174EA6;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert {\n",
              "      background-color: #3B4455;\n",
              "      fill: #D2E3FC;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert:hover {\n",
              "      background-color: #434B5C;\n",
              "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "      fill: #FFFFFF;\n",
              "    }\n",
              "  </style>\n",
              "\n",
              "      <script>\n",
              "        const buttonEl =\n",
              "          document.querySelector('#df-30e2361f-7e7f-4d98-aabf-0d9bba161bca button.colab-df-convert');\n",
              "        buttonEl.style.display =\n",
              "          google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "\n",
              "        async function convertToInteractive(key) {\n",
              "          const element = document.querySelector('#df-30e2361f-7e7f-4d98-aabf-0d9bba161bca');\n",
              "          const dataTable =\n",
              "            await google.colab.kernel.invokeFunction('convertToInteractive',\n",
              "                                                     [key], {});\n",
              "          if (!dataTable) return;\n",
              "\n",
              "          const docLinkHtml = 'Like what you see? Visit the ' +\n",
              "            '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
              "            + ' to learn more about interactive tables.';\n",
              "          element.innerHTML = '';\n",
              "          dataTable['output_type'] = 'display_data';\n",
              "          await google.colab.output.renderOutput(dataTable, element);\n",
              "          const docLink = document.createElement('div');\n",
              "          docLink.innerHTML = docLinkHtml;\n",
              "          element.appendChild(docLink);\n",
              "        }\n",
              "      </script>\n",
              "    </div>\n",
              "  </div>\n",
              "  "
            ]
          },
          "metadata": {},
          "execution_count": 80
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "final_album_df = joined_df_2[['album_id', 'album']].drop_duplicates().reset_index(drop=True)\n",
        "final_album_df"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 423
        },
        "id": "eOqtctKenv01",
        "outputId": "70ff5afa-f9dc-4221-e93a-177be39c51f8"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "                     album_id                                         album\n",
              "0      2eia0myWFgoHuttJytCxgX                     The Battle Of Los Angeles\n",
              "1      4LaRYkT4oy47wEuQgkLBul                      Rage Against The Machine\n",
              "2      4evw6IBex3N8x1oA2axMTH                                Do It for Love\n",
              "3      0eaPZK3nTV2Ei075j2t6Na                                 Fridays Child\n",
              "4      2yxoWG32Id6PzkER95aCtY                             Dart To The Heart\n",
              "...                       ...                                           ...\n",
              "96593  2c3RatEKHU9sF0kv0ynQO2                                       On Aire\n",
              "96594  6aHlKXvgMOgKxwQDCadMin                               Visionaire - EP\n",
              "96595  5K45d2l5PJXVy5ESK0gKg2                                Wayfairer - EP\n",
              "96596  4mpGPCYjrzAeRWC6r08C2n  Cold (DeeTown Remix featuring Miss Eighty 6)\n",
              "96597  38O5Ys0W9PFS5K7dMb7yKb                                    Notch - EP\n",
              "\n",
              "[96598 rows x 2 columns]"
            ],
            "text/html": [
              "\n",
              "  <div id=\"df-67c98337-1e08-47c0-bcd2-86e59348e429\">\n",
              "    <div class=\"colab-df-container\">\n",
              "      <div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>album_id</th>\n",
              "      <th>album</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>2eia0myWFgoHuttJytCxgX</td>\n",
              "      <td>The Battle Of Los Angeles</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>4LaRYkT4oy47wEuQgkLBul</td>\n",
              "      <td>Rage Against The Machine</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>4evw6IBex3N8x1oA2axMTH</td>\n",
              "      <td>Do It for Love</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>0eaPZK3nTV2Ei075j2t6Na</td>\n",
              "      <td>Fridays Child</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>2yxoWG32Id6PzkER95aCtY</td>\n",
              "      <td>Dart To The Heart</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>...</th>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>96593</th>\n",
              "      <td>2c3RatEKHU9sF0kv0ynQO2</td>\n",
              "      <td>On Aire</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>96594</th>\n",
              "      <td>6aHlKXvgMOgKxwQDCadMin</td>\n",
              "      <td>Visionaire - EP</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>96595</th>\n",
              "      <td>5K45d2l5PJXVy5ESK0gKg2</td>\n",
              "      <td>Wayfairer - EP</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>96596</th>\n",
              "      <td>4mpGPCYjrzAeRWC6r08C2n</td>\n",
              "      <td>Cold (DeeTown Remix featuring Miss Eighty 6)</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>96597</th>\n",
              "      <td>38O5Ys0W9PFS5K7dMb7yKb</td>\n",
              "      <td>Notch - EP</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "<p>96598 rows × 2 columns</p>\n",
              "</div>\n",
              "      <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-67c98337-1e08-47c0-bcd2-86e59348e429')\"\n",
              "              title=\"Convert this dataframe to an interactive table.\"\n",
              "              style=\"display:none;\">\n",
              "        \n",
              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
              "       width=\"24px\">\n",
              "    <path d=\"M0 0h24v24H0V0z\" fill=\"none\"/>\n",
              "    <path d=\"M18.56 5.44l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94zm-11 1L8.5 8.5l.94-2.06 2.06-.94-2.06-.94L8.5 2.5l-.94 2.06-2.06.94zm10 10l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94z\"/><path d=\"M17.41 7.96l-1.37-1.37c-.4-.4-.92-.59-1.43-.59-.52 0-1.04.2-1.43.59L10.3 9.45l-7.72 7.72c-.78.78-.78 2.05 0 2.83L4 21.41c.39.39.9.59 1.41.59.51 0 1.02-.2 1.41-.59l7.78-7.78 2.81-2.81c.8-.78.8-2.07 0-2.86zM5.41 20L4 18.59l7.72-7.72 1.47 1.35L5.41 20z\"/>\n",
              "  </svg>\n",
              "      </button>\n",
              "      \n",
              "  <style>\n",
              "    .colab-df-container {\n",
              "      display:flex;\n",
              "      flex-wrap:wrap;\n",
              "      gap: 12px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert {\n",
              "      background-color: #E8F0FE;\n",
              "      border: none;\n",
              "      border-radius: 50%;\n",
              "      cursor: pointer;\n",
              "      display: none;\n",
              "      fill: #1967D2;\n",
              "      height: 32px;\n",
              "      padding: 0 0 0 0;\n",
              "      width: 32px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert:hover {\n",
              "      background-color: #E2EBFA;\n",
              "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "      fill: #174EA6;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert {\n",
              "      background-color: #3B4455;\n",
              "      fill: #D2E3FC;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert:hover {\n",
              "      background-color: #434B5C;\n",
              "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "      fill: #FFFFFF;\n",
              "    }\n",
              "  </style>\n",
              "\n",
              "      <script>\n",
              "        const buttonEl =\n",
              "          document.querySelector('#df-67c98337-1e08-47c0-bcd2-86e59348e429 button.colab-df-convert');\n",
              "        buttonEl.style.display =\n",
              "          google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "\n",
              "        async function convertToInteractive(key) {\n",
              "          const element = document.querySelector('#df-67c98337-1e08-47c0-bcd2-86e59348e429');\n",
              "          const dataTable =\n",
              "            await google.colab.kernel.invokeFunction('convertToInteractive',\n",
              "                                                     [key], {});\n",
              "          if (!dataTable) return;\n",
              "\n",
              "          const docLinkHtml = 'Like what you see? Visit the ' +\n",
              "            '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
              "            + ' to learn more about interactive tables.';\n",
              "          element.innerHTML = '';\n",
              "          dataTable['output_type'] = 'display_data';\n",
              "          await google.colab.output.renderOutput(dataTable, element);\n",
              "          const docLink = document.createElement('div');\n",
              "          docLink.innerHTML = docLinkHtml;\n",
              "          element.appendChild(docLink);\n",
              "        }\n",
              "      </script>\n",
              "    </div>\n",
              "  </div>\n",
              "  "
            ]
          },
          "metadata": {},
          "execution_count": 81
        }
      ]
    },
    {
      "cell_type": "markdown",
      "source": [
        "#MBTI df"
      ],
      "metadata": {
        "id": "zJOw0Z5na9hP"
      }
    },
    {
      "cell_type": "markdown",
      "source": [
        "Firstly checking the infomation of the dataset"
      ],
      "metadata": {
        "id": "9L0Bu4Tsk04r"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "MBTI_df.info()"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "09gULWbBvoql",
        "outputId": "bb20aeb1-327a-40b6-ad60-9191dfb2233f"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "<class 'pandas.core.frame.DataFrame'>\n",
            "RangeIndex: 4081 entries, 0 to 4080\n",
            "Data columns (total 46 columns):\n",
            " #   Column                  Non-Null Count  Dtype  \n",
            "---  ------                  --------------  -----  \n",
            " 0   mbti                    4081 non-null   object \n",
            " 1   function_pair           4081 non-null   object \n",
            " 2   danceability_mean       4081 non-null   float64\n",
            " 3   danceability_stdev      4081 non-null   float64\n",
            " 4   energy_mean             4081 non-null   float64\n",
            " 5   energy_stdev            4081 non-null   float64\n",
            " 6   loudness_mean           4081 non-null   float64\n",
            " 7   loudness_stdev          4081 non-null   float64\n",
            " 8   mode_mean               4081 non-null   float64\n",
            " 9   mode_stdev              4081 non-null   float64\n",
            " 10  speechiness_mean        4081 non-null   float64\n",
            " 11  speechiness_stdev       4081 non-null   float64\n",
            " 12  acousticness_mean       4081 non-null   float64\n",
            " 13  acousticness_stdev      4081 non-null   float64\n",
            " 14  liveness_mean           4081 non-null   float64\n",
            " 15  liveness_stdev          4081 non-null   float64\n",
            " 16  valence_mean            4081 non-null   float64\n",
            " 17  valence_stdev           4081 non-null   float64\n",
            " 18  tempo_mean              4081 non-null   float64\n",
            " 19  tempo_stdev             4081 non-null   float64\n",
            " 20  instrumentalness_mean   4081 non-null   float64\n",
            " 21  instrumentalness_stdev  4081 non-null   float64\n",
            " 22  Cminor_count            4081 non-null   float64\n",
            " 23  CMajor_count            4081 non-null   float64\n",
            " 24  C#/Dbminor_count        4079 non-null   float64\n",
            " 25  C#/DbMajor_count        4081 non-null   float64\n",
            " 26  DMajor_count            4081 non-null   float64\n",
            " 27  D#_EbMajor_count        4081 non-null   float64\n",
            " 28  Eminor_count            4081 non-null   float64\n",
            " 29  EMajor_count            4081 non-null   float64\n",
            " 30  Fminor_count            4081 non-null   float64\n",
            " 31  FMajor_count            4081 non-null   float64\n",
            " 32  F#/Gbminor_count        4081 non-null   float64\n",
            " 33  GMajor_count            4081 non-null   float64\n",
            " 34  G#/Abminor_count        4079 non-null   float64\n",
            " 35  G#/AbMajor_count        4081 non-null   float64\n",
            " 36  Aminor_count            4081 non-null   float64\n",
            " 37  AMajor_count            4081 non-null   float64\n",
            " 38  A#/Bbminor_count        4081 non-null   float64\n",
            " 39  BMajor_count            4081 non-null   float64\n",
            " 40  Dminor_count            4081 non-null   float64\n",
            " 41  D#_Ebminor_count        4077 non-null   float64\n",
            " 42  Gminor_count            4081 non-null   float64\n",
            " 43  A#/BbMajor_count        4081 non-null   float64\n",
            " 44  F#/GbMajor_count        4081 non-null   float64\n",
            " 45  Bminor_count            4081 non-null   float64\n",
            "dtypes: float64(44), object(2)\n",
            "memory usage: 1.4+ MB\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "MBTI_df_filter = MBTI_df[['mbti', 'danceability_mean', 'energy_mean',\n",
        "                          'loudness_mean','mode_mean','speechiness_mean',\n",
        "                          'acousticness_mean','liveness_mean',\n",
        "                          'valence_mean','tempo_mean','instrumentalness_mean']]\n",
        "MBTI_df_filter"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 487
        },
        "id": "Oh2Ajt-Xohqp",
        "outputId": "29d46b9b-0c79-46c9-ac44-514b143a9b52"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "      mbti  danceability_mean  energy_mean  loudness_mean  mode_mean  \\\n",
              "0     INFP           0.557841     0.553325      -8.352591   0.659091   \n",
              "1     INFP           0.587636     0.556273      -8.215697   0.636364   \n",
              "2     INFP           0.677000     0.851280      -5.046100   0.580000   \n",
              "3     INFP           0.517000     0.513412     -10.172833   0.785714   \n",
              "4     INFP           0.560400     0.445862     -10.572240   0.820000   \n",
              "...    ...                ...          ...            ...        ...   \n",
              "4076  ESTJ           0.552889     0.595611      -7.224889   0.500000   \n",
              "4077  ESTJ           0.517780     0.674940      -7.902200   0.600000   \n",
              "4078  ESTJ           0.585313     0.694375      -5.307063   0.562500   \n",
              "4079  ESTJ           0.636040     0.652420      -6.553020   0.540000   \n",
              "4080  ESTJ           0.640733     0.678333      -5.763733   0.555556   \n",
              "\n",
              "      speechiness_mean  acousticness_mean  liveness_mean  valence_mean  \\\n",
              "0             0.067341           0.293469       0.163402      0.448884   \n",
              "1             0.074273           0.341434       0.154542      0.447603   \n",
              "2             0.272546           0.058085       0.264520      0.265030   \n",
              "3             0.051510           0.442163       0.152645      0.337845   \n",
              "4             0.065178           0.479677       0.169092      0.351366   \n",
              "...                ...                ...            ...           ...   \n",
              "4076          0.076161           0.299630       0.130150      0.364722   \n",
              "4077          0.052608           0.146922       0.212286      0.360696   \n",
              "4078          0.090244           0.153912       0.157800      0.522062   \n",
              "4079          0.095376           0.209508       0.156414      0.558718   \n",
              "4080          0.106978           0.148807       0.192504      0.555711   \n",
              "\n",
              "      tempo_mean  instrumentalness_mean  \n",
              "0     120.954795               0.019971  \n",
              "1     131.871242               0.061041  \n",
              "2     128.206020               0.250358  \n",
              "3     120.593571               0.210927  \n",
              "4     114.693080               0.069537  \n",
              "...          ...                    ...  \n",
              "4076  129.453222               0.041584  \n",
              "4077  114.934620               0.197203  \n",
              "4078  122.609875               0.000996  \n",
              "4079  125.042880               0.038939  \n",
              "4080  123.650378               0.000131  \n",
              "\n",
              "[4081 rows x 11 columns]"
            ],
            "text/html": [
              "\n",
              "  <div id=\"df-3ab39914-32c1-4a0f-8e30-bc00f3690bfa\">\n",
              "    <div class=\"colab-df-container\">\n",
              "      <div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>mbti</th>\n",
              "      <th>danceability_mean</th>\n",
              "      <th>energy_mean</th>\n",
              "      <th>loudness_mean</th>\n",
              "      <th>mode_mean</th>\n",
              "      <th>speechiness_mean</th>\n",
              "      <th>acousticness_mean</th>\n",
              "      <th>liveness_mean</th>\n",
              "      <th>valence_mean</th>\n",
              "      <th>tempo_mean</th>\n",
              "      <th>instrumentalness_mean</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>INFP</td>\n",
              "      <td>0.557841</td>\n",
              "      <td>0.553325</td>\n",
              "      <td>-8.352591</td>\n",
              "      <td>0.659091</td>\n",
              "      <td>0.067341</td>\n",
              "      <td>0.293469</td>\n",
              "      <td>0.163402</td>\n",
              "      <td>0.448884</td>\n",
              "      <td>120.954795</td>\n",
              "      <td>0.019971</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>INFP</td>\n",
              "      <td>0.587636</td>\n",
              "      <td>0.556273</td>\n",
              "      <td>-8.215697</td>\n",
              "      <td>0.636364</td>\n",
              "      <td>0.074273</td>\n",
              "      <td>0.341434</td>\n",
              "      <td>0.154542</td>\n",
              "      <td>0.447603</td>\n",
              "      <td>131.871242</td>\n",
              "      <td>0.061041</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>INFP</td>\n",
              "      <td>0.677000</td>\n",
              "      <td>0.851280</td>\n",
              "      <td>-5.046100</td>\n",
              "      <td>0.580000</td>\n",
              "      <td>0.272546</td>\n",
              "      <td>0.058085</td>\n",
              "      <td>0.264520</td>\n",
              "      <td>0.265030</td>\n",
              "      <td>128.206020</td>\n",
              "      <td>0.250358</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>INFP</td>\n",
              "      <td>0.517000</td>\n",
              "      <td>0.513412</td>\n",
              "      <td>-10.172833</td>\n",
              "      <td>0.785714</td>\n",
              "      <td>0.051510</td>\n",
              "      <td>0.442163</td>\n",
              "      <td>0.152645</td>\n",
              "      <td>0.337845</td>\n",
              "      <td>120.593571</td>\n",
              "      <td>0.210927</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>INFP</td>\n",
              "      <td>0.560400</td>\n",
              "      <td>0.445862</td>\n",
              "      <td>-10.572240</td>\n",
              "      <td>0.820000</td>\n",
              "      <td>0.065178</td>\n",
              "      <td>0.479677</td>\n",
              "      <td>0.169092</td>\n",
              "      <td>0.351366</td>\n",
              "      <td>114.693080</td>\n",
              "      <td>0.069537</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>...</th>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4076</th>\n",
              "      <td>ESTJ</td>\n",
              "      <td>0.552889</td>\n",
              "      <td>0.595611</td>\n",
              "      <td>-7.224889</td>\n",
              "      <td>0.500000</td>\n",
              "      <td>0.076161</td>\n",
              "      <td>0.299630</td>\n",
              "      <td>0.130150</td>\n",
              "      <td>0.364722</td>\n",
              "      <td>129.453222</td>\n",
              "      <td>0.041584</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4077</th>\n",
              "      <td>ESTJ</td>\n",
              "      <td>0.517780</td>\n",
              "      <td>0.674940</td>\n",
              "      <td>-7.902200</td>\n",
              "      <td>0.600000</td>\n",
              "      <td>0.052608</td>\n",
              "      <td>0.146922</td>\n",
              "      <td>0.212286</td>\n",
              "      <td>0.360696</td>\n",
              "      <td>114.934620</td>\n",
              "      <td>0.197203</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4078</th>\n",
              "      <td>ESTJ</td>\n",
              "      <td>0.585313</td>\n",
              "      <td>0.694375</td>\n",
              "      <td>-5.307063</td>\n",
              "      <td>0.562500</td>\n",
              "      <td>0.090244</td>\n",
              "      <td>0.153912</td>\n",
              "      <td>0.157800</td>\n",
              "      <td>0.522062</td>\n",
              "      <td>122.609875</td>\n",
              "      <td>0.000996</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4079</th>\n",
              "      <td>ESTJ</td>\n",
              "      <td>0.636040</td>\n",
              "      <td>0.652420</td>\n",
              "      <td>-6.553020</td>\n",
              "      <td>0.540000</td>\n",
              "      <td>0.095376</td>\n",
              "      <td>0.209508</td>\n",
              "      <td>0.156414</td>\n",
              "      <td>0.558718</td>\n",
              "      <td>125.042880</td>\n",
              "      <td>0.038939</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4080</th>\n",
              "      <td>ESTJ</td>\n",
              "      <td>0.640733</td>\n",
              "      <td>0.678333</td>\n",
              "      <td>-5.763733</td>\n",
              "      <td>0.555556</td>\n",
              "      <td>0.106978</td>\n",
              "      <td>0.148807</td>\n",
              "      <td>0.192504</td>\n",
              "      <td>0.555711</td>\n",
              "      <td>123.650378</td>\n",
              "      <td>0.000131</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "<p>4081 rows × 11 columns</p>\n",
              "</div>\n",
              "      <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-3ab39914-32c1-4a0f-8e30-bc00f3690bfa')\"\n",
              "              title=\"Convert this dataframe to an interactive table.\"\n",
              "              style=\"display:none;\">\n",
              "        \n",
              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
              "       width=\"24px\">\n",
              "    <path d=\"M0 0h24v24H0V0z\" fill=\"none\"/>\n",
              "    <path d=\"M18.56 5.44l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94zm-11 1L8.5 8.5l.94-2.06 2.06-.94-2.06-.94L8.5 2.5l-.94 2.06-2.06.94zm10 10l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94z\"/><path d=\"M17.41 7.96l-1.37-1.37c-.4-.4-.92-.59-1.43-.59-.52 0-1.04.2-1.43.59L10.3 9.45l-7.72 7.72c-.78.78-.78 2.05 0 2.83L4 21.41c.39.39.9.59 1.41.59.51 0 1.02-.2 1.41-.59l7.78-7.78 2.81-2.81c.8-.78.8-2.07 0-2.86zM5.41 20L4 18.59l7.72-7.72 1.47 1.35L5.41 20z\"/>\n",
              "  </svg>\n",
              "      </button>\n",
              "      \n",
              "  <style>\n",
              "    .colab-df-container {\n",
              "      display:flex;\n",
              "      flex-wrap:wrap;\n",
              "      gap: 12px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert {\n",
              "      background-color: #E8F0FE;\n",
              "      border: none;\n",
              "      border-radius: 50%;\n",
              "      cursor: pointer;\n",
              "      display: none;\n",
              "      fill: #1967D2;\n",
              "      height: 32px;\n",
              "      padding: 0 0 0 0;\n",
              "      width: 32px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert:hover {\n",
              "      background-color: #E2EBFA;\n",
              "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "      fill: #174EA6;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert {\n",
              "      background-color: #3B4455;\n",
              "      fill: #D2E3FC;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert:hover {\n",
              "      background-color: #434B5C;\n",
              "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "      fill: #FFFFFF;\n",
              "    }\n",
              "  </style>\n",
              "\n",
              "      <script>\n",
              "        const buttonEl =\n",
              "          document.querySelector('#df-3ab39914-32c1-4a0f-8e30-bc00f3690bfa button.colab-df-convert');\n",
              "        buttonEl.style.display =\n",
              "          google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "\n",
              "        async function convertToInteractive(key) {\n",
              "          const element = document.querySelector('#df-3ab39914-32c1-4a0f-8e30-bc00f3690bfa');\n",
              "          const dataTable =\n",
              "            await google.colab.kernel.invokeFunction('convertToInteractive',\n",
              "                                                     [key], {});\n",
              "          if (!dataTable) return;\n",
              "\n",
              "          const docLinkHtml = 'Like what you see? Visit the ' +\n",
              "            '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
              "            + ' to learn more about interactive tables.';\n",
              "          element.innerHTML = '';\n",
              "          dataTable['output_type'] = 'display_data';\n",
              "          await google.colab.output.renderOutput(dataTable, element);\n",
              "          const docLink = document.createElement('div');\n",
              "          docLink.innerHTML = docLinkHtml;\n",
              "          element.appendChild(docLink);\n",
              "        }\n",
              "      </script>\n",
              "    </div>\n",
              "  </div>\n",
              "  "
            ]
          },
          "metadata": {},
          "execution_count": 83
        }
      ]
    },
    {
      "cell_type": "markdown",
      "source": [
        "We want to find the average of each type of MBTI, Then, the cleaned table has shown here. IF we want to find the realationship with track, we need to find the relation using MBTI type. One idea is that we can make the keys for tracks. "
      ],
      "metadata": {
        "id": "KfUL2xzTq3VZ"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "MBTI_df_filter.groupby(['mbti'], as_index=False).mean()"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 615
        },
        "id": "JMH9q8KZq22M",
        "outputId": "c717626d-017c-4e7b-d88d-bd4c2ac1c8ab"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "    mbti  danceability_mean  energy_mean  loudness_mean  mode_mean  \\\n",
              "0   ENFJ           0.587899     0.613069      -7.350223   0.668101   \n",
              "1   ENFP           0.617160     0.665137      -6.686634   0.642880   \n",
              "2   ENTJ           0.631979     0.677213      -6.374244   0.492467   \n",
              "3   ENTP           0.631851     0.688228      -6.378168   0.526433   \n",
              "4   ESFJ           0.597484     0.628275      -6.906210   0.661813   \n",
              "5   ESFP           0.638366     0.691941      -6.265767   0.597945   \n",
              "6   ESTJ           0.628262     0.659110      -6.607564   0.535391   \n",
              "7   ESTP           0.636329     0.704636      -6.224988   0.554658   \n",
              "8   INFJ           0.552437     0.564813      -8.017217   0.639508   \n",
              "9   INFP           0.568625     0.572403      -7.908142   0.655904   \n",
              "10  INTJ           0.566374     0.630989      -7.368659   0.541247   \n",
              "11  INTP           0.571847     0.631635      -7.664007   0.609219   \n",
              "12  ISFJ           0.560341     0.543273      -8.311073   0.731536   \n",
              "13  ISFP           0.575950     0.618136      -7.172016   0.634343   \n",
              "14  ISTJ           0.562151     0.587628      -8.059672   0.646661   \n",
              "15  ISTP           0.600349     0.660284      -6.892431   0.583748   \n",
              "\n",
              "    speechiness_mean  acousticness_mean  liveness_mean  valence_mean  \\\n",
              "0           0.071001           0.276993       0.171675      0.477248   \n",
              "1           0.073006           0.231054       0.184654      0.530097   \n",
              "2           0.100175           0.179875       0.187273      0.495100   \n",
              "3           0.094166           0.162147       0.193663      0.530731   \n",
              "4           0.071973           0.269205       0.178081      0.500124   \n",
              "5           0.083037           0.187097       0.188853      0.555461   \n",
              "6           0.094724           0.211900       0.179810      0.505723   \n",
              "7           0.104276           0.161459       0.195407      0.531187   \n",
              "8           0.060858           0.348565       0.167733      0.412079   \n",
              "9           0.068767           0.344511       0.167466      0.426083   \n",
              "10          0.078262           0.241258       0.177858      0.426475   \n",
              "11          0.074370           0.247652       0.179930      0.448025   \n",
              "12          0.060779           0.391522       0.167703      0.422153   \n",
              "13          0.068296           0.279184       0.177952      0.453644   \n",
              "14          0.065410           0.310627       0.172671      0.441578   \n",
              "15          0.087394           0.203445       0.193706      0.480869   \n",
              "\n",
              "    tempo_mean  instrumentalness_mean  \n",
              "0   121.698345               0.060069  \n",
              "1   122.699232               0.055942  \n",
              "2   122.627487               0.051835  \n",
              "3   123.098486               0.067196  \n",
              "4   120.962375               0.043884  \n",
              "5   123.097601               0.041390  \n",
              "6   121.867689               0.073039  \n",
              "7   124.639659               0.051824  \n",
              "8   118.761481               0.092760  \n",
              "9   120.291096               0.087894  \n",
              "10  122.380492               0.122211  \n",
              "11  122.779681               0.138098  \n",
              "12  120.943454               0.077430  \n",
              "13  121.177001               0.053826  \n",
              "14  121.238459               0.106479  \n",
              "15  121.696814               0.086530  "
            ],
            "text/html": [
              "\n",
              "  <div id=\"df-6fbcba4c-da89-4b5d-a8e7-35c5134973de\">\n",
              "    <div class=\"colab-df-container\">\n",
              "      <div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>mbti</th>\n",
              "      <th>danceability_mean</th>\n",
              "      <th>energy_mean</th>\n",
              "      <th>loudness_mean</th>\n",
              "      <th>mode_mean</th>\n",
              "      <th>speechiness_mean</th>\n",
              "      <th>acousticness_mean</th>\n",
              "      <th>liveness_mean</th>\n",
              "      <th>valence_mean</th>\n",
              "      <th>tempo_mean</th>\n",
              "      <th>instrumentalness_mean</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>ENFJ</td>\n",
              "      <td>0.587899</td>\n",
              "      <td>0.613069</td>\n",
              "      <td>-7.350223</td>\n",
              "      <td>0.668101</td>\n",
              "      <td>0.071001</td>\n",
              "      <td>0.276993</td>\n",
              "      <td>0.171675</td>\n",
              "      <td>0.477248</td>\n",
              "      <td>121.698345</td>\n",
              "      <td>0.060069</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>ENFP</td>\n",
              "      <td>0.617160</td>\n",
              "      <td>0.665137</td>\n",
              "      <td>-6.686634</td>\n",
              "      <td>0.642880</td>\n",
              "      <td>0.073006</td>\n",
              "      <td>0.231054</td>\n",
              "      <td>0.184654</td>\n",
              "      <td>0.530097</td>\n",
              "      <td>122.699232</td>\n",
              "      <td>0.055942</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>ENTJ</td>\n",
              "      <td>0.631979</td>\n",
              "      <td>0.677213</td>\n",
              "      <td>-6.374244</td>\n",
              "      <td>0.492467</td>\n",
              "      <td>0.100175</td>\n",
              "      <td>0.179875</td>\n",
              "      <td>0.187273</td>\n",
              "      <td>0.495100</td>\n",
              "      <td>122.627487</td>\n",
              "      <td>0.051835</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>ENTP</td>\n",
              "      <td>0.631851</td>\n",
              "      <td>0.688228</td>\n",
              "      <td>-6.378168</td>\n",
              "      <td>0.526433</td>\n",
              "      <td>0.094166</td>\n",
              "      <td>0.162147</td>\n",
              "      <td>0.193663</td>\n",
              "      <td>0.530731</td>\n",
              "      <td>123.098486</td>\n",
              "      <td>0.067196</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>ESFJ</td>\n",
              "      <td>0.597484</td>\n",
              "      <td>0.628275</td>\n",
              "      <td>-6.906210</td>\n",
              "      <td>0.661813</td>\n",
              "      <td>0.071973</td>\n",
              "      <td>0.269205</td>\n",
              "      <td>0.178081</td>\n",
              "      <td>0.500124</td>\n",
              "      <td>120.962375</td>\n",
              "      <td>0.043884</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>5</th>\n",
              "      <td>ESFP</td>\n",
              "      <td>0.638366</td>\n",
              "      <td>0.691941</td>\n",
              "      <td>-6.265767</td>\n",
              "      <td>0.597945</td>\n",
              "      <td>0.083037</td>\n",
              "      <td>0.187097</td>\n",
              "      <td>0.188853</td>\n",
              "      <td>0.555461</td>\n",
              "      <td>123.097601</td>\n",
              "      <td>0.041390</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>6</th>\n",
              "      <td>ESTJ</td>\n",
              "      <td>0.628262</td>\n",
              "      <td>0.659110</td>\n",
              "      <td>-6.607564</td>\n",
              "      <td>0.535391</td>\n",
              "      <td>0.094724</td>\n",
              "      <td>0.211900</td>\n",
              "      <td>0.179810</td>\n",
              "      <td>0.505723</td>\n",
              "      <td>121.867689</td>\n",
              "      <td>0.073039</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>7</th>\n",
              "      <td>ESTP</td>\n",
              "      <td>0.636329</td>\n",
              "      <td>0.704636</td>\n",
              "      <td>-6.224988</td>\n",
              "      <td>0.554658</td>\n",
              "      <td>0.104276</td>\n",
              "      <td>0.161459</td>\n",
              "      <td>0.195407</td>\n",
              "      <td>0.531187</td>\n",
              "      <td>124.639659</td>\n",
              "      <td>0.051824</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>8</th>\n",
              "      <td>INFJ</td>\n",
              "      <td>0.552437</td>\n",
              "      <td>0.564813</td>\n",
              "      <td>-8.017217</td>\n",
              "      <td>0.639508</td>\n",
              "      <td>0.060858</td>\n",
              "      <td>0.348565</td>\n",
              "      <td>0.167733</td>\n",
              "      <td>0.412079</td>\n",
              "      <td>118.761481</td>\n",
              "      <td>0.092760</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>9</th>\n",
              "      <td>INFP</td>\n",
              "      <td>0.568625</td>\n",
              "      <td>0.572403</td>\n",
              "      <td>-7.908142</td>\n",
              "      <td>0.655904</td>\n",
              "      <td>0.068767</td>\n",
              "      <td>0.344511</td>\n",
              "      <td>0.167466</td>\n",
              "      <td>0.426083</td>\n",
              "      <td>120.291096</td>\n",
              "      <td>0.087894</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>10</th>\n",
              "      <td>INTJ</td>\n",
              "      <td>0.566374</td>\n",
              "      <td>0.630989</td>\n",
              "      <td>-7.368659</td>\n",
              "      <td>0.541247</td>\n",
              "      <td>0.078262</td>\n",
              "      <td>0.241258</td>\n",
              "      <td>0.177858</td>\n",
              "      <td>0.426475</td>\n",
              "      <td>122.380492</td>\n",
              "      <td>0.122211</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>11</th>\n",
              "      <td>INTP</td>\n",
              "      <td>0.571847</td>\n",
              "      <td>0.631635</td>\n",
              "      <td>-7.664007</td>\n",
              "      <td>0.609219</td>\n",
              "      <td>0.074370</td>\n",
              "      <td>0.247652</td>\n",
              "      <td>0.179930</td>\n",
              "      <td>0.448025</td>\n",
              "      <td>122.779681</td>\n",
              "      <td>0.138098</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>12</th>\n",
              "      <td>ISFJ</td>\n",
              "      <td>0.560341</td>\n",
              "      <td>0.543273</td>\n",
              "      <td>-8.311073</td>\n",
              "      <td>0.731536</td>\n",
              "      <td>0.060779</td>\n",
              "      <td>0.391522</td>\n",
              "      <td>0.167703</td>\n",
              "      <td>0.422153</td>\n",
              "      <td>120.943454</td>\n",
              "      <td>0.077430</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>13</th>\n",
              "      <td>ISFP</td>\n",
              "      <td>0.575950</td>\n",
              "      <td>0.618136</td>\n",
              "      <td>-7.172016</td>\n",
              "      <td>0.634343</td>\n",
              "      <td>0.068296</td>\n",
              "      <td>0.279184</td>\n",
              "      <td>0.177952</td>\n",
              "      <td>0.453644</td>\n",
              "      <td>121.177001</td>\n",
              "      <td>0.053826</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>14</th>\n",
              "      <td>ISTJ</td>\n",
              "      <td>0.562151</td>\n",
              "      <td>0.587628</td>\n",
              "      <td>-8.059672</td>\n",
              "      <td>0.646661</td>\n",
              "      <td>0.065410</td>\n",
              "      <td>0.310627</td>\n",
              "      <td>0.172671</td>\n",
              "      <td>0.441578</td>\n",
              "      <td>121.238459</td>\n",
              "      <td>0.106479</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>15</th>\n",
              "      <td>ISTP</td>\n",
              "      <td>0.600349</td>\n",
              "      <td>0.660284</td>\n",
              "      <td>-6.892431</td>\n",
              "      <td>0.583748</td>\n",
              "      <td>0.087394</td>\n",
              "      <td>0.203445</td>\n",
              "      <td>0.193706</td>\n",
              "      <td>0.480869</td>\n",
              "      <td>121.696814</td>\n",
              "      <td>0.086530</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>\n",
              "      <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-6fbcba4c-da89-4b5d-a8e7-35c5134973de')\"\n",
              "              title=\"Convert this dataframe to an interactive table.\"\n",
              "              style=\"display:none;\">\n",
              "        \n",
              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
              "       width=\"24px\">\n",
              "    <path d=\"M0 0h24v24H0V0z\" fill=\"none\"/>\n",
              "    <path d=\"M18.56 5.44l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94zm-11 1L8.5 8.5l.94-2.06 2.06-.94-2.06-.94L8.5 2.5l-.94 2.06-2.06.94zm10 10l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94z\"/><path d=\"M17.41 7.96l-1.37-1.37c-.4-.4-.92-.59-1.43-.59-.52 0-1.04.2-1.43.59L10.3 9.45l-7.72 7.72c-.78.78-.78 2.05 0 2.83L4 21.41c.39.39.9.59 1.41.59.51 0 1.02-.2 1.41-.59l7.78-7.78 2.81-2.81c.8-.78.8-2.07 0-2.86zM5.41 20L4 18.59l7.72-7.72 1.47 1.35L5.41 20z\"/>\n",
              "  </svg>\n",
              "      </button>\n",
              "      \n",
              "  <style>\n",
              "    .colab-df-container {\n",
              "      display:flex;\n",
              "      flex-wrap:wrap;\n",
              "      gap: 12px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert {\n",
              "      background-color: #E8F0FE;\n",
              "      border: none;\n",
              "      border-radius: 50%;\n",
              "      cursor: pointer;\n",
              "      display: none;\n",
              "      fill: #1967D2;\n",
              "      height: 32px;\n",
              "      padding: 0 0 0 0;\n",
              "      width: 32px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert:hover {\n",
              "      background-color: #E2EBFA;\n",
              "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "      fill: #174EA6;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert {\n",
              "      background-color: #3B4455;\n",
              "      fill: #D2E3FC;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert:hover {\n",
              "      background-color: #434B5C;\n",
              "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "      fill: #FFFFFF;\n",
              "    }\n",
              "  </style>\n",
              "\n",
              "      <script>\n",
              "        const buttonEl =\n",
              "          document.querySelector('#df-6fbcba4c-da89-4b5d-a8e7-35c5134973de button.colab-df-convert');\n",
              "        buttonEl.style.display =\n",
              "          google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "\n",
              "        async function convertToInteractive(key) {\n",
              "          const element = document.querySelector('#df-6fbcba4c-da89-4b5d-a8e7-35c5134973de');\n",
              "          const dataTable =\n",
              "            await google.colab.kernel.invokeFunction('convertToInteractive',\n",
              "                                                     [key], {});\n",
              "          if (!dataTable) return;\n",
              "\n",
              "          const docLinkHtml = 'Like what you see? Visit the ' +\n",
              "            '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
              "            + ' to learn more about interactive tables.';\n",
              "          element.innerHTML = '';\n",
              "          dataTable['output_type'] = 'display_data';\n",
              "          await google.colab.output.renderOutput(dataTable, element);\n",
              "          const docLink = document.createElement('div');\n",
              "          docLink.innerHTML = docLinkHtml;\n",
              "          element.appendChild(docLink);\n",
              "        }\n",
              "      </script>\n",
              "    </div>\n",
              "  </div>\n",
              "  "
            ]
          },
          "metadata": {},
          "execution_count": 84
        }
      ]
    },
    {
      "cell_type": "markdown",
      "source": [
        "Making the key for music DF"
      ],
      "metadata": {
        "id": "I-gUD_JyZGlv"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "\n",
        "final_tracks_df = final_tracks_df.loc[:,~final_tracks_df.columns.duplicated()]\n",
        "final_tracks_df"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 591
        },
        "id": "HSnFygebeBCH",
        "outputId": "9a0277ea-acdd-407b-c937-58b1b31ace33"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "                       track_id             track_name  \\\n",
              "0        7lmeHLHBe4nmXzuXc0HDjk                Testify   \n",
              "1        1wsRitfRRtWyEapl0q22o8        Guerrilla Radio   \n",
              "2        1hR0fIFK2qRG3f3RF70pb7       Calm Like a Bomb   \n",
              "3        2lbASgTSoDO7MTuLAXlTW0              Mic Check   \n",
              "4        1MQTmpYOZ6fcMQc56Hdo7T  Sleep Now In the Fire   \n",
              "...                         ...                    ...   \n",
              "1010839  0EsMifwUmMfJZxzoMPXJKZ         Gospel of Juke   \n",
              "1010840  2WSc2TB1CSJgGE0PEzVeiu          Prism Visions   \n",
              "1010841  6iProIgUe3ETpO6UT0v5Hg              Tokyo 360   \n",
              "1010842  37B4SXC8uoBsUyKCWnhPfX                 Yummy!   \n",
              "1010843  3GgQmOxxLyRoAb4j86zOBX   That's The Way It Is   \n",
              "\n",
              "                       album_id  track_number  duration_ms  explicit  \\\n",
              "0        2eia0myWFgoHuttJytCxgX             1       210133         0   \n",
              "1        2eia0myWFgoHuttJytCxgX             2       206200         1   \n",
              "2        2eia0myWFgoHuttJytCxgX             3       298893         0   \n",
              "3        2eia0myWFgoHuttJytCxgX             4       213640         1   \n",
              "4        2eia0myWFgoHuttJytCxgX             5       205600         0   \n",
              "...                         ...           ...          ...       ...   \n",
              "1010839  38O5Ys0W9PFS5K7dMb7yKb             2       276213         0   \n",
              "1010840  38O5Ys0W9PFS5K7dMb7yKb             3       363179         0   \n",
              "1010841  38O5Ys0W9PFS5K7dMb7yKb             4       385335         0   \n",
              "1010842  38O5Ys0W9PFS5K7dMb7yKb             5       324455         0   \n",
              "1010843  38O5Ys0W9PFS5K7dMb7yKb             6       304982         0   \n",
              "\n",
              "        release_date  year  danceability  energy  loudness  mode  speechiness  \\\n",
              "0         1999-11-02  1999         0.470   0.978    -5.399     1       0.0727   \n",
              "1         1999-11-02  1999         0.599   0.957    -5.764     1       0.1880   \n",
              "2         1999-11-02  1999         0.315   0.970    -5.424     1       0.4830   \n",
              "3         1999-11-02  1999         0.440   0.967    -5.830     0       0.2370   \n",
              "4         1999-11-02  1999         0.426   0.929    -6.729     1       0.0701   \n",
              "...              ...   ...           ...     ...       ...   ...          ...   \n",
              "1010839   2014-01-09  2014         0.264   0.966    -6.970     0       0.0672   \n",
              "1010840   2014-01-09  2014         0.796   0.701    -6.602     0       0.0883   \n",
              "1010841   2014-01-09  2014         0.785   0.796    -5.960     0       0.0564   \n",
              "1010842   2014-01-09  2014         0.665   0.856    -6.788     0       0.0409   \n",
              "1010843   2014-01-09  2014         0.736   0.708    -9.279     0       0.0539   \n",
              "\n",
              "         acousticness  instrumentalness  liveness  valence    tempo  \\\n",
              "0             0.02610          0.000011    0.3560    0.503  117.906   \n",
              "1             0.01290          0.000071    0.1550    0.489  103.680   \n",
              "2             0.02340          0.000002    0.1220    0.370  149.749   \n",
              "3             0.16300          0.000004    0.1210    0.574   96.752   \n",
              "4             0.00162          0.105000    0.0789    0.539  127.059   \n",
              "...               ...               ...       ...      ...      ...   \n",
              "1010839       0.00935          0.002240    0.3370    0.415  159.586   \n",
              "1010840       0.10400          0.644000    0.0749    0.781  121.980   \n",
              "1010841       0.03040          0.918000    0.0664    0.467  121.996   \n",
              "1010842       0.00007          0.776000    0.1170    0.227  124.986   \n",
              "1010843       0.01680          0.296000    0.2790    0.204  117.991   \n",
              "\n",
              "         time_signature  \n",
              "0                   4.0  \n",
              "1                   4.0  \n",
              "2                   4.0  \n",
              "3                   4.0  \n",
              "4                   4.0  \n",
              "...                 ...  \n",
              "1010839             4.0  \n",
              "1010840             4.0  \n",
              "1010841             4.0  \n",
              "1010842             4.0  \n",
              "1010843             4.0  \n",
              "\n",
              "[1010844 rows x 19 columns]"
            ],
            "text/html": [
              "\n",
              "  <div id=\"df-e535e994-a75b-487f-b046-abf7a29d733e\">\n",
              "    <div class=\"colab-df-container\">\n",
              "      <div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>track_id</th>\n",
              "      <th>track_name</th>\n",
              "      <th>album_id</th>\n",
              "      <th>track_number</th>\n",
              "      <th>duration_ms</th>\n",
              "      <th>explicit</th>\n",
              "      <th>release_date</th>\n",
              "      <th>year</th>\n",
              "      <th>danceability</th>\n",
              "      <th>energy</th>\n",
              "      <th>loudness</th>\n",
              "      <th>mode</th>\n",
              "      <th>speechiness</th>\n",
              "      <th>acousticness</th>\n",
              "      <th>instrumentalness</th>\n",
              "      <th>liveness</th>\n",
              "      <th>valence</th>\n",
              "      <th>tempo</th>\n",
              "      <th>time_signature</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>7lmeHLHBe4nmXzuXc0HDjk</td>\n",
              "      <td>Testify</td>\n",
              "      <td>2eia0myWFgoHuttJytCxgX</td>\n",
              "      <td>1</td>\n",
              "      <td>210133</td>\n",
              "      <td>0</td>\n",
              "      <td>1999-11-02</td>\n",
              "      <td>1999</td>\n",
              "      <td>0.470</td>\n",
              "      <td>0.978</td>\n",
              "      <td>-5.399</td>\n",
              "      <td>1</td>\n",
              "      <td>0.0727</td>\n",
              "      <td>0.02610</td>\n",
              "      <td>0.000011</td>\n",
              "      <td>0.3560</td>\n",
              "      <td>0.503</td>\n",
              "      <td>117.906</td>\n",
              "      <td>4.0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>1wsRitfRRtWyEapl0q22o8</td>\n",
              "      <td>Guerrilla Radio</td>\n",
              "      <td>2eia0myWFgoHuttJytCxgX</td>\n",
              "      <td>2</td>\n",
              "      <td>206200</td>\n",
              "      <td>1</td>\n",
              "      <td>1999-11-02</td>\n",
              "      <td>1999</td>\n",
              "      <td>0.599</td>\n",
              "      <td>0.957</td>\n",
              "      <td>-5.764</td>\n",
              "      <td>1</td>\n",
              "      <td>0.1880</td>\n",
              "      <td>0.01290</td>\n",
              "      <td>0.000071</td>\n",
              "      <td>0.1550</td>\n",
              "      <td>0.489</td>\n",
              "      <td>103.680</td>\n",
              "      <td>4.0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>1hR0fIFK2qRG3f3RF70pb7</td>\n",
              "      <td>Calm Like a Bomb</td>\n",
              "      <td>2eia0myWFgoHuttJytCxgX</td>\n",
              "      <td>3</td>\n",
              "      <td>298893</td>\n",
              "      <td>0</td>\n",
              "      <td>1999-11-02</td>\n",
              "      <td>1999</td>\n",
              "      <td>0.315</td>\n",
              "      <td>0.970</td>\n",
              "      <td>-5.424</td>\n",
              "      <td>1</td>\n",
              "      <td>0.4830</td>\n",
              "      <td>0.02340</td>\n",
              "      <td>0.000002</td>\n",
              "      <td>0.1220</td>\n",
              "      <td>0.370</td>\n",
              "      <td>149.749</td>\n",
              "      <td>4.0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>2lbASgTSoDO7MTuLAXlTW0</td>\n",
              "      <td>Mic Check</td>\n",
              "      <td>2eia0myWFgoHuttJytCxgX</td>\n",
              "      <td>4</td>\n",
              "      <td>213640</td>\n",
              "      <td>1</td>\n",
              "      <td>1999-11-02</td>\n",
              "      <td>1999</td>\n",
              "      <td>0.440</td>\n",
              "      <td>0.967</td>\n",
              "      <td>-5.830</td>\n",
              "      <td>0</td>\n",
              "      <td>0.2370</td>\n",
              "      <td>0.16300</td>\n",
              "      <td>0.000004</td>\n",
              "      <td>0.1210</td>\n",
              "      <td>0.574</td>\n",
              "      <td>96.752</td>\n",
              "      <td>4.0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>1MQTmpYOZ6fcMQc56Hdo7T</td>\n",
              "      <td>Sleep Now In the Fire</td>\n",
              "      <td>2eia0myWFgoHuttJytCxgX</td>\n",
              "      <td>5</td>\n",
              "      <td>205600</td>\n",
              "      <td>0</td>\n",
              "      <td>1999-11-02</td>\n",
              "      <td>1999</td>\n",
              "      <td>0.426</td>\n",
              "      <td>0.929</td>\n",
              "      <td>-6.729</td>\n",
              "      <td>1</td>\n",
              "      <td>0.0701</td>\n",
              "      <td>0.00162</td>\n",
              "      <td>0.105000</td>\n",
              "      <td>0.0789</td>\n",
              "      <td>0.539</td>\n",
              "      <td>127.059</td>\n",
              "      <td>4.0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>...</th>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1010839</th>\n",
              "      <td>0EsMifwUmMfJZxzoMPXJKZ</td>\n",
              "      <td>Gospel of Juke</td>\n",
              "      <td>38O5Ys0W9PFS5K7dMb7yKb</td>\n",
              "      <td>2</td>\n",
              "      <td>276213</td>\n",
              "      <td>0</td>\n",
              "      <td>2014-01-09</td>\n",
              "      <td>2014</td>\n",
              "      <td>0.264</td>\n",
              "      <td>0.966</td>\n",
              "      <td>-6.970</td>\n",
              "      <td>0</td>\n",
              "      <td>0.0672</td>\n",
              "      <td>0.00935</td>\n",
              "      <td>0.002240</td>\n",
              "      <td>0.3370</td>\n",
              "      <td>0.415</td>\n",
              "      <td>159.586</td>\n",
              "      <td>4.0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1010840</th>\n",
              "      <td>2WSc2TB1CSJgGE0PEzVeiu</td>\n",
              "      <td>Prism Visions</td>\n",
              "      <td>38O5Ys0W9PFS5K7dMb7yKb</td>\n",
              "      <td>3</td>\n",
              "      <td>363179</td>\n",
              "      <td>0</td>\n",
              "      <td>2014-01-09</td>\n",
              "      <td>2014</td>\n",
              "      <td>0.796</td>\n",
              "      <td>0.701</td>\n",
              "      <td>-6.602</td>\n",
              "      <td>0</td>\n",
              "      <td>0.0883</td>\n",
              "      <td>0.10400</td>\n",
              "      <td>0.644000</td>\n",
              "      <td>0.0749</td>\n",
              "      <td>0.781</td>\n",
              "      <td>121.980</td>\n",
              "      <td>4.0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1010841</th>\n",
              "      <td>6iProIgUe3ETpO6UT0v5Hg</td>\n",
              "      <td>Tokyo 360</td>\n",
              "      <td>38O5Ys0W9PFS5K7dMb7yKb</td>\n",
              "      <td>4</td>\n",
              "      <td>385335</td>\n",
              "      <td>0</td>\n",
              "      <td>2014-01-09</td>\n",
              "      <td>2014</td>\n",
              "      <td>0.785</td>\n",
              "      <td>0.796</td>\n",
              "      <td>-5.960</td>\n",
              "      <td>0</td>\n",
              "      <td>0.0564</td>\n",
              "      <td>0.03040</td>\n",
              "      <td>0.918000</td>\n",
              "      <td>0.0664</td>\n",
              "      <td>0.467</td>\n",
              "      <td>121.996</td>\n",
              "      <td>4.0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1010842</th>\n",
              "      <td>37B4SXC8uoBsUyKCWnhPfX</td>\n",
              "      <td>Yummy!</td>\n",
              "      <td>38O5Ys0W9PFS5K7dMb7yKb</td>\n",
              "      <td>5</td>\n",
              "      <td>324455</td>\n",
              "      <td>0</td>\n",
              "      <td>2014-01-09</td>\n",
              "      <td>2014</td>\n",
              "      <td>0.665</td>\n",
              "      <td>0.856</td>\n",
              "      <td>-6.788</td>\n",
              "      <td>0</td>\n",
              "      <td>0.0409</td>\n",
              "      <td>0.00007</td>\n",
              "      <td>0.776000</td>\n",
              "      <td>0.1170</td>\n",
              "      <td>0.227</td>\n",
              "      <td>124.986</td>\n",
              "      <td>4.0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1010843</th>\n",
              "      <td>3GgQmOxxLyRoAb4j86zOBX</td>\n",
              "      <td>That's The Way It Is</td>\n",
              "      <td>38O5Ys0W9PFS5K7dMb7yKb</td>\n",
              "      <td>6</td>\n",
              "      <td>304982</td>\n",
              "      <td>0</td>\n",
              "      <td>2014-01-09</td>\n",
              "      <td>2014</td>\n",
              "      <td>0.736</td>\n",
              "      <td>0.708</td>\n",
              "      <td>-9.279</td>\n",
              "      <td>0</td>\n",
              "      <td>0.0539</td>\n",
              "      <td>0.01680</td>\n",
              "      <td>0.296000</td>\n",
              "      <td>0.2790</td>\n",
              "      <td>0.204</td>\n",
              "      <td>117.991</td>\n",
              "      <td>4.0</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "<p>1010844 rows × 19 columns</p>\n",
              "</div>\n",
              "      <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-e535e994-a75b-487f-b046-abf7a29d733e')\"\n",
              "              title=\"Convert this dataframe to an interactive table.\"\n",
              "              style=\"display:none;\">\n",
              "        \n",
              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
              "       width=\"24px\">\n",
              "    <path d=\"M0 0h24v24H0V0z\" fill=\"none\"/>\n",
              "    <path d=\"M18.56 5.44l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94zm-11 1L8.5 8.5l.94-2.06 2.06-.94-2.06-.94L8.5 2.5l-.94 2.06-2.06.94zm10 10l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94z\"/><path d=\"M17.41 7.96l-1.37-1.37c-.4-.4-.92-.59-1.43-.59-.52 0-1.04.2-1.43.59L10.3 9.45l-7.72 7.72c-.78.78-.78 2.05 0 2.83L4 21.41c.39.39.9.59 1.41.59.51 0 1.02-.2 1.41-.59l7.78-7.78 2.81-2.81c.8-.78.8-2.07 0-2.86zM5.41 20L4 18.59l7.72-7.72 1.47 1.35L5.41 20z\"/>\n",
              "  </svg>\n",
              "      </button>\n",
              "      \n",
              "  <style>\n",
              "    .colab-df-container {\n",
              "      display:flex;\n",
              "      flex-wrap:wrap;\n",
              "      gap: 12px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert {\n",
              "      background-color: #E8F0FE;\n",
              "      border: none;\n",
              "      border-radius: 50%;\n",
              "      cursor: pointer;\n",
              "      display: none;\n",
              "      fill: #1967D2;\n",
              "      height: 32px;\n",
              "      padding: 0 0 0 0;\n",
              "      width: 32px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert:hover {\n",
              "      background-color: #E2EBFA;\n",
              "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "      fill: #174EA6;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert {\n",
              "      background-color: #3B4455;\n",
              "      fill: #D2E3FC;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert:hover {\n",
              "      background-color: #434B5C;\n",
              "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "      fill: #FFFFFF;\n",
              "    }\n",
              "  </style>\n",
              "\n",
              "      <script>\n",
              "        const buttonEl =\n",
              "          document.querySelector('#df-e535e994-a75b-487f-b046-abf7a29d733e button.colab-df-convert');\n",
              "        buttonEl.style.display =\n",
              "          google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "\n",
              "        async function convertToInteractive(key) {\n",
              "          const element = document.querySelector('#df-e535e994-a75b-487f-b046-abf7a29d733e');\n",
              "          const dataTable =\n",
              "            await google.colab.kernel.invokeFunction('convertToInteractive',\n",
              "                                                     [key], {});\n",
              "          if (!dataTable) return;\n",
              "\n",
              "          const docLinkHtml = 'Like what you see? Visit the ' +\n",
              "            '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
              "            + ' to learn more about interactive tables.';\n",
              "          element.innerHTML = '';\n",
              "          dataTable['output_type'] = 'display_data';\n",
              "          await google.colab.output.renderOutput(dataTable, element);\n",
              "          const docLink = document.createElement('div');\n",
              "          docLink.innerHTML = docLinkHtml;\n",
              "          element.appendChild(docLink);\n",
              "        }\n",
              "      </script>\n",
              "    </div>\n",
              "  </div>\n",
              "  "
            ]
          },
          "metadata": {},
          "execution_count": 85
        }
      ]
    },
    {
      "cell_type": "markdown",
      "source": [
        "##For Now, we have already gotten the final version of MBTI. Still, the MBTI is a possible key that we can join the track table.\n",
        "###So, we want to track the the nearest mbti for each track. we will use Mean Squared Error to do that, for each track we want to find the sum of each difference of the feature and calculate the mean. then we will use the minimum loss within MBTIS as the key."
      ],
      "metadata": {
        "id": "ywg7k4c5AHkV"
      }
    },
    {
      "cell_type": "markdown",
      "source": [
        "Intall swift to speed the iteration up."
      ],
      "metadata": {
        "id": "BQd6VvdOpBSq"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "!pip install swifter"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "aAgzjOxSo-2q",
        "outputId": "26a8f0fb-b35c-40c3-cdd0-c2e72dee0f5f"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Looking in indexes: https://pypi.org/simple, https://us-python.pkg.dev/colab-wheels/public/simple/\n",
            "Requirement already satisfied: swifter in /usr/local/lib/python3.9/dist-packages (1.3.4)\n",
            "Requirement already satisfied: dask[dataframe]>=2.10.0 in /usr/local/lib/python3.9/dist-packages (from swifter) (2022.12.1)\n",
            "Requirement already satisfied: psutil>=5.6.6 in /usr/local/lib/python3.9/dist-packages (from swifter) (5.9.4)\n",
            "Requirement already satisfied: tqdm>=4.33.0 in /usr/local/lib/python3.9/dist-packages (from swifter) (4.65.0)\n",
            "Requirement already satisfied: pandas>=1.0.0 in /usr/local/lib/python3.9/dist-packages (from swifter) (1.4.4)\n",
            "Requirement already satisfied: bleach>=3.1.1 in /usr/local/lib/python3.9/dist-packages (from swifter) (6.0.0)\n",
            "Requirement already satisfied: parso>0.4.0 in /usr/local/lib/python3.9/dist-packages (from swifter) (0.8.3)\n",
            "Requirement already satisfied: ipywidgets>=7.0.0 in /usr/local/lib/python3.9/dist-packages (from swifter) (7.7.1)\n",
            "Requirement already satisfied: cloudpickle>=0.2.2 in /usr/local/lib/python3.9/dist-packages (from swifter) (2.2.1)\n",
            "Requirement already satisfied: webencodings in /usr/local/lib/python3.9/dist-packages (from bleach>=3.1.1->swifter) (0.5.1)\n",
            "Requirement already satisfied: six>=1.9.0 in /usr/local/lib/python3.9/dist-packages (from bleach>=3.1.1->swifter) (1.16.0)\n",
            "Requirement already satisfied: partd>=0.3.10 in /usr/local/lib/python3.9/dist-packages (from dask[dataframe]>=2.10.0->swifter) (1.3.0)\n",
            "Requirement already satisfied: fsspec>=0.6.0 in /usr/local/lib/python3.9/dist-packages (from dask[dataframe]>=2.10.0->swifter) (2023.3.0)\n",
            "Requirement already satisfied: toolz>=0.8.2 in /usr/local/lib/python3.9/dist-packages (from dask[dataframe]>=2.10.0->swifter) (0.12.0)\n",
            "Requirement already satisfied: pyyaml>=5.3.1 in /usr/local/lib/python3.9/dist-packages (from dask[dataframe]>=2.10.0->swifter) (6.0)\n",
            "Requirement already satisfied: click>=7.0 in /usr/local/lib/python3.9/dist-packages (from dask[dataframe]>=2.10.0->swifter) (8.1.3)\n",
            "Requirement already satisfied: packaging>=20.0 in /usr/local/lib/python3.9/dist-packages (from dask[dataframe]>=2.10.0->swifter) (23.0)\n",
            "Requirement already satisfied: numpy>=1.18 in /usr/local/lib/python3.9/dist-packages (from dask[dataframe]>=2.10.0->swifter) (1.22.4)\n",
            "Requirement already satisfied: ipython>=4.0.0 in /usr/local/lib/python3.9/dist-packages (from ipywidgets>=7.0.0->swifter) (7.34.0)\n",
            "Requirement already satisfied: traitlets>=4.3.1 in /usr/local/lib/python3.9/dist-packages (from ipywidgets>=7.0.0->swifter) (5.7.1)\n",
            "Requirement already satisfied: ipykernel>=4.5.1 in /usr/local/lib/python3.9/dist-packages (from ipywidgets>=7.0.0->swifter) (5.5.6)\n",
            "Requirement already satisfied: widgetsnbextension~=3.6.0 in /usr/local/lib/python3.9/dist-packages (from ipywidgets>=7.0.0->swifter) (3.6.4)\n",
            "Requirement already satisfied: jupyterlab-widgets>=1.0.0 in /usr/local/lib/python3.9/dist-packages (from ipywidgets>=7.0.0->swifter) (3.0.7)\n",
            "Requirement already satisfied: ipython-genutils~=0.2.0 in /usr/local/lib/python3.9/dist-packages (from ipywidgets>=7.0.0->swifter) (0.2.0)\n",
            "Requirement already satisfied: pytz>=2020.1 in /usr/local/lib/python3.9/dist-packages (from pandas>=1.0.0->swifter) (2022.7.1)\n",
            "Requirement already satisfied: python-dateutil>=2.8.1 in /usr/local/lib/python3.9/dist-packages (from pandas>=1.0.0->swifter) (2.8.2)\n",
            "Requirement already satisfied: jupyter-client in /usr/local/lib/python3.9/dist-packages (from ipykernel>=4.5.1->ipywidgets>=7.0.0->swifter) (6.1.12)\n",
            "Requirement already satisfied: tornado>=4.2 in /usr/local/lib/python3.9/dist-packages (from ipykernel>=4.5.1->ipywidgets>=7.0.0->swifter) (6.2)\n",
            "Requirement already satisfied: pickleshare in /usr/local/lib/python3.9/dist-packages (from ipython>=4.0.0->ipywidgets>=7.0.0->swifter) (0.7.5)\n",
            "Requirement already satisfied: matplotlib-inline in /usr/local/lib/python3.9/dist-packages (from ipython>=4.0.0->ipywidgets>=7.0.0->swifter) (0.1.6)\n",
            "Requirement already satisfied: jedi>=0.16 in /usr/local/lib/python3.9/dist-packages (from ipython>=4.0.0->ipywidgets>=7.0.0->swifter) (0.18.2)\n",
            "Requirement already satisfied: setuptools>=18.5 in /usr/local/lib/python3.9/dist-packages (from ipython>=4.0.0->ipywidgets>=7.0.0->swifter) (67.6.1)\n",
            "Requirement already satisfied: decorator in /usr/local/lib/python3.9/dist-packages (from ipython>=4.0.0->ipywidgets>=7.0.0->swifter) (4.4.2)\n",
            "Requirement already satisfied: prompt-toolkit!=3.0.0,!=3.0.1,<3.1.0,>=2.0.0 in /usr/local/lib/python3.9/dist-packages (from ipython>=4.0.0->ipywidgets>=7.0.0->swifter) (3.0.38)\n",
            "Requirement already satisfied: pexpect>4.3 in /usr/local/lib/python3.9/dist-packages (from ipython>=4.0.0->ipywidgets>=7.0.0->swifter) (4.8.0)\n",
            "Requirement already satisfied: pygments in /usr/local/lib/python3.9/dist-packages (from ipython>=4.0.0->ipywidgets>=7.0.0->swifter) (2.14.0)\n",
            "Requirement already satisfied: backcall in /usr/local/lib/python3.9/dist-packages (from ipython>=4.0.0->ipywidgets>=7.0.0->swifter) (0.2.0)\n",
            "Requirement already satisfied: locket in /usr/local/lib/python3.9/dist-packages (from partd>=0.3.10->dask[dataframe]>=2.10.0->swifter) (1.0.0)\n",
            "Requirement already satisfied: notebook>=4.4.1 in /usr/local/lib/python3.9/dist-packages (from widgetsnbextension~=3.6.0->ipywidgets>=7.0.0->swifter) (6.3.0)\n",
            "Requirement already satisfied: prometheus-client in /usr/local/lib/python3.9/dist-packages (from notebook>=4.4.1->widgetsnbextension~=3.6.0->ipywidgets>=7.0.0->swifter) (0.16.0)\n",
            "Requirement already satisfied: pyzmq>=17 in /usr/local/lib/python3.9/dist-packages (from notebook>=4.4.1->widgetsnbextension~=3.6.0->ipywidgets>=7.0.0->swifter) (23.2.1)\n",
            "Requirement already satisfied: Send2Trash>=1.5.0 in /usr/local/lib/python3.9/dist-packages (from notebook>=4.4.1->widgetsnbextension~=3.6.0->ipywidgets>=7.0.0->swifter) (1.8.0)\n",
            "Requirement already satisfied: terminado>=0.8.3 in /usr/local/lib/python3.9/dist-packages (from notebook>=4.4.1->widgetsnbextension~=3.6.0->ipywidgets>=7.0.0->swifter) (0.17.1)\n",
            "Requirement already satisfied: argon2-cffi in /usr/local/lib/python3.9/dist-packages (from notebook>=4.4.1->widgetsnbextension~=3.6.0->ipywidgets>=7.0.0->swifter) (21.3.0)\n",
            "Requirement already satisfied: nbformat in /usr/local/lib/python3.9/dist-packages (from notebook>=4.4.1->widgetsnbextension~=3.6.0->ipywidgets>=7.0.0->swifter) (5.8.0)\n",
            "Requirement already satisfied: jinja2 in /usr/local/lib/python3.9/dist-packages (from notebook>=4.4.1->widgetsnbextension~=3.6.0->ipywidgets>=7.0.0->swifter) (3.1.2)\n",
            "Requirement already satisfied: nbconvert in /usr/local/lib/python3.9/dist-packages (from notebook>=4.4.1->widgetsnbextension~=3.6.0->ipywidgets>=7.0.0->swifter) (6.5.4)\n",
            "Requirement already satisfied: jupyter-core>=4.6.1 in /usr/local/lib/python3.9/dist-packages (from notebook>=4.4.1->widgetsnbextension~=3.6.0->ipywidgets>=7.0.0->swifter) (5.3.0)\n",
            "Requirement already satisfied: ptyprocess>=0.5 in /usr/local/lib/python3.9/dist-packages (from pexpect>4.3->ipython>=4.0.0->ipywidgets>=7.0.0->swifter) (0.7.0)\n",
            "Requirement already satisfied: wcwidth in /usr/local/lib/python3.9/dist-packages (from prompt-toolkit!=3.0.0,!=3.0.1,<3.1.0,>=2.0.0->ipython>=4.0.0->ipywidgets>=7.0.0->swifter) (0.2.6)\n",
            "Requirement already satisfied: platformdirs>=2.5 in /usr/local/lib/python3.9/dist-packages (from jupyter-core>=4.6.1->notebook>=4.4.1->widgetsnbextension~=3.6.0->ipywidgets>=7.0.0->swifter) (3.2.0)\n",
            "Requirement already satisfied: argon2-cffi-bindings in /usr/local/lib/python3.9/dist-packages (from argon2-cffi->notebook>=4.4.1->widgetsnbextension~=3.6.0->ipywidgets>=7.0.0->swifter) (21.2.0)\n",
            "Requirement already satisfied: MarkupSafe>=2.0 in /usr/local/lib/python3.9/dist-packages (from jinja2->notebook>=4.4.1->widgetsnbextension~=3.6.0->ipywidgets>=7.0.0->swifter) (2.1.2)\n",
            "Requirement already satisfied: lxml in /usr/local/lib/python3.9/dist-packages (from nbconvert->notebook>=4.4.1->widgetsnbextension~=3.6.0->ipywidgets>=7.0.0->swifter) (4.9.2)\n",
            "Requirement already satisfied: mistune<2,>=0.8.1 in /usr/local/lib/python3.9/dist-packages (from nbconvert->notebook>=4.4.1->widgetsnbextension~=3.6.0->ipywidgets>=7.0.0->swifter) (0.8.4)\n",
            "Requirement already satisfied: nbclient>=0.5.0 in /usr/local/lib/python3.9/dist-packages (from nbconvert->notebook>=4.4.1->widgetsnbextension~=3.6.0->ipywidgets>=7.0.0->swifter) (0.7.2)\n",
            "Requirement already satisfied: pandocfilters>=1.4.1 in /usr/local/lib/python3.9/dist-packages (from nbconvert->notebook>=4.4.1->widgetsnbextension~=3.6.0->ipywidgets>=7.0.0->swifter) (1.5.0)\n",
            "Requirement already satisfied: entrypoints>=0.2.2 in /usr/local/lib/python3.9/dist-packages (from nbconvert->notebook>=4.4.1->widgetsnbextension~=3.6.0->ipywidgets>=7.0.0->swifter) (0.4)\n",
            "Requirement already satisfied: defusedxml in /usr/local/lib/python3.9/dist-packages (from nbconvert->notebook>=4.4.1->widgetsnbextension~=3.6.0->ipywidgets>=7.0.0->swifter) (0.7.1)\n",
            "Requirement already satisfied: tinycss2 in /usr/local/lib/python3.9/dist-packages (from nbconvert->notebook>=4.4.1->widgetsnbextension~=3.6.0->ipywidgets>=7.0.0->swifter) (1.2.1)\n",
            "Requirement already satisfied: beautifulsoup4 in /usr/local/lib/python3.9/dist-packages (from nbconvert->notebook>=4.4.1->widgetsnbextension~=3.6.0->ipywidgets>=7.0.0->swifter) (4.11.2)\n",
            "Requirement already satisfied: jupyterlab-pygments in /usr/local/lib/python3.9/dist-packages (from nbconvert->notebook>=4.4.1->widgetsnbextension~=3.6.0->ipywidgets>=7.0.0->swifter) (0.2.2)\n",
            "Requirement already satisfied: jsonschema>=2.6 in /usr/local/lib/python3.9/dist-packages (from nbformat->notebook>=4.4.1->widgetsnbextension~=3.6.0->ipywidgets>=7.0.0->swifter) (4.3.3)\n",
            "Requirement already satisfied: fastjsonschema in /usr/local/lib/python3.9/dist-packages (from nbformat->notebook>=4.4.1->widgetsnbextension~=3.6.0->ipywidgets>=7.0.0->swifter) (2.16.3)\n",
            "Requirement already satisfied: pyrsistent!=0.17.0,!=0.17.1,!=0.17.2,>=0.14.0 in /usr/local/lib/python3.9/dist-packages (from jsonschema>=2.6->nbformat->notebook>=4.4.1->widgetsnbextension~=3.6.0->ipywidgets>=7.0.0->swifter) (0.19.3)\n",
            "Requirement already satisfied: attrs>=17.4.0 in /usr/local/lib/python3.9/dist-packages (from jsonschema>=2.6->nbformat->notebook>=4.4.1->widgetsnbextension~=3.6.0->ipywidgets>=7.0.0->swifter) (22.2.0)\n",
            "Requirement already satisfied: cffi>=1.0.1 in /usr/local/lib/python3.9/dist-packages (from argon2-cffi-bindings->argon2-cffi->notebook>=4.4.1->widgetsnbextension~=3.6.0->ipywidgets>=7.0.0->swifter) (1.15.1)\n",
            "Requirement already satisfied: soupsieve>1.2 in /usr/local/lib/python3.9/dist-packages (from beautifulsoup4->nbconvert->notebook>=4.4.1->widgetsnbextension~=3.6.0->ipywidgets>=7.0.0->swifter) (2.4)\n",
            "Requirement already satisfied: pycparser in /usr/local/lib/python3.9/dist-packages (from cffi>=1.0.1->argon2-cffi-bindings->argon2-cffi->notebook>=4.4.1->widgetsnbextension~=3.6.0->ipywidgets>=7.0.0->swifter) (2.21)\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "import swifter"
      ],
      "metadata": {
        "id": "zyBKBdNppIWA"
      },
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "import math\n",
        "# def MSE(row, MBTI_info):\n",
        "#   MSE = (1/10) * (math.sqrt((row['danceability']-MBTI_info['danceability_mean'])**2) +\n",
        "#             math.sqrt((row['energy']-MBTI_info['energy_mean'])**2) +\n",
        "#             math.sqrt((row['loudness']-MBTI_info['loudness_mean'])**2) +\n",
        "#             math.sqrt((row['mode']-MBTI_info['mode_mean'])**2) +\n",
        "#             math.sqrt((row['speechiness']-MBTI_info['speechiness_mean'])**2) +\n",
        "#             math.sqrt((row['acousticness']-MBTI_info['acousticness_mean'])**2) +\n",
        "#             math.sqrt((row['instrumentalness']-MBTI_info['instrumentalness_mean'])**2) +\n",
        "#             math.sqrt((row['liveness']-MBTI_info['liveness_mean'])**2) +\n",
        "#             math.sqrt((row['valence']-MBTI_info['valence_mean'])**2) +\n",
        "#             math.sqrt((row['tempo']-MBTI_info['tempo_mean'])**2)\n",
        "#              )   \n",
        "            \n",
        "#               # \n",
        "#   return MSE\n",
        "def MBTIDecision(row, MBTI_df):\n",
        "  new_df =  MBTI_df.copy()\n",
        "  new_df['MSE'] = (1/10) * (np.sqrt((row['danceability']-new_df['danceability_mean'])**2) +\n",
        "            np.sqrt((row['energy']-new_df['energy_mean'])**2) +\n",
        "            np.sqrt((row['loudness']-new_df['loudness_mean'])**2) +\n",
        "            np.sqrt((row['mode']-new_df['mode_mean'])**2) +\n",
        "            np.sqrt((row['speechiness']-new_df['speechiness_mean'])**2) +\n",
        "            np.sqrt((row['acousticness']-new_df['acousticness_mean'])**2) +\n",
        "            np.sqrt((row['instrumentalness']-new_df['instrumentalness_mean'])**2) +\n",
        "            np.sqrt((row['liveness']-new_df['liveness_mean'])**2) +\n",
        "            np.sqrt((row['valence']-new_df['valence_mean'])**2) +\n",
        "            np.sqrt((row['tempo']-new_df['tempo_mean'])**2)\n",
        "             )  \n",
        "  MBTI_key = list(new_df[new_df.MSE == new_df.MSE.min()]['mbti'])[0]\n",
        "  return MBTI_key\n",
        "# new_df = final_tracks_df.copy().head(10)\n",
        "# new_df['MBTI'] = new_df.apply(lambda x: MBTIDecision(x, MBTI_df_filter), axis=1)\n",
        "final_tracks_df['MBTI'] = final_tracks_df.swifter.apply(lambda x: MBTIDecision(x, MBTI_df_filter), axis=1)"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 49,
          "referenced_widgets": [
            "71a590e35a20498895865f4055955c79",
            "38479b69afd74bc7aaeb0b3a1c6795b7",
            "41866b05a25343768980f2793e08e9a8",
            "9656ad9cb9ef4d68b616c74b526f295e",
            "7186e23833ae4652ba39ae20faa497f3",
            "5a49e209d78b4ae0b3a0df112ec92b6a",
            "a0847bf57ff44fe4960941adb1e7328e",
            "f334ab8fcd67418aa91dea983f37c352",
            "6cf4f1b2bb5f41e1b10b3a1ec3e9457e",
            "78b3360c37d740beb43be0a9349c3d94",
            "66c28ff7ce104c5abc2f73f3a8e5459b"
          ]
        },
        "id": "iu-owFONZF4i",
        "outputId": "47a4a07f-8623-4470-a0e7-9d81ea3f7aae"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "display_data",
          "data": {
            "text/plain": [
              "Pandas Apply:   0%|          | 0/1010844 [00:00<?, ?it/s]"
            ],
            "application/vnd.jupyter.widget-view+json": {
              "version_major": 2,
              "version_minor": 0,
              "model_id": "71a590e35a20498895865f4055955c79"
            }
          },
          "metadata": {}
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "final_tracks_df"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 591
        },
        "id": "UE_ATuJ89ddr",
        "outputId": "1eb08a92-9b79-4c2f-8650-de78b4e6096c"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "                       track_id             track_name  \\\n",
              "0        7lmeHLHBe4nmXzuXc0HDjk                Testify   \n",
              "1        1wsRitfRRtWyEapl0q22o8        Guerrilla Radio   \n",
              "2        1hR0fIFK2qRG3f3RF70pb7       Calm Like a Bomb   \n",
              "3        2lbASgTSoDO7MTuLAXlTW0              Mic Check   \n",
              "4        1MQTmpYOZ6fcMQc56Hdo7T  Sleep Now In the Fire   \n",
              "...                         ...                    ...   \n",
              "1010839  0EsMifwUmMfJZxzoMPXJKZ         Gospel of Juke   \n",
              "1010840  2WSc2TB1CSJgGE0PEzVeiu          Prism Visions   \n",
              "1010841  6iProIgUe3ETpO6UT0v5Hg              Tokyo 360   \n",
              "1010842  37B4SXC8uoBsUyKCWnhPfX                 Yummy!   \n",
              "1010843  3GgQmOxxLyRoAb4j86zOBX   That's The Way It Is   \n",
              "\n",
              "                       album_id  track_number  duration_ms  explicit  \\\n",
              "0        2eia0myWFgoHuttJytCxgX             1       210133         0   \n",
              "1        2eia0myWFgoHuttJytCxgX             2       206200         1   \n",
              "2        2eia0myWFgoHuttJytCxgX             3       298893         0   \n",
              "3        2eia0myWFgoHuttJytCxgX             4       213640         1   \n",
              "4        2eia0myWFgoHuttJytCxgX             5       205600         0   \n",
              "...                         ...           ...          ...       ...   \n",
              "1010839  38O5Ys0W9PFS5K7dMb7yKb             2       276213         0   \n",
              "1010840  38O5Ys0W9PFS5K7dMb7yKb             3       363179         0   \n",
              "1010841  38O5Ys0W9PFS5K7dMb7yKb             4       385335         0   \n",
              "1010842  38O5Ys0W9PFS5K7dMb7yKb             5       324455         0   \n",
              "1010843  38O5Ys0W9PFS5K7dMb7yKb             6       304982         0   \n",
              "\n",
              "        release_date  year  danceability  energy  loudness  mode  speechiness  \\\n",
              "0         1999-11-02  1999         0.470   0.978    -5.399     1       0.0727   \n",
              "1         1999-11-02  1999         0.599   0.957    -5.764     1       0.1880   \n",
              "2         1999-11-02  1999         0.315   0.970    -5.424     1       0.4830   \n",
              "3         1999-11-02  1999         0.440   0.967    -5.830     0       0.2370   \n",
              "4         1999-11-02  1999         0.426   0.929    -6.729     1       0.0701   \n",
              "...              ...   ...           ...     ...       ...   ...          ...   \n",
              "1010839   2014-01-09  2014         0.264   0.966    -6.970     0       0.0672   \n",
              "1010840   2014-01-09  2014         0.796   0.701    -6.602     0       0.0883   \n",
              "1010841   2014-01-09  2014         0.785   0.796    -5.960     0       0.0564   \n",
              "1010842   2014-01-09  2014         0.665   0.856    -6.788     0       0.0409   \n",
              "1010843   2014-01-09  2014         0.736   0.708    -9.279     0       0.0539   \n",
              "\n",
              "         acousticness  instrumentalness  liveness  valence    tempo  \\\n",
              "0             0.02610          0.000011    0.3560    0.503  117.906   \n",
              "1             0.01290          0.000071    0.1550    0.489  103.680   \n",
              "2             0.02340          0.000002    0.1220    0.370  149.749   \n",
              "3             0.16300          0.000004    0.1210    0.574   96.752   \n",
              "4             0.00162          0.105000    0.0789    0.539  127.059   \n",
              "...               ...               ...       ...      ...      ...   \n",
              "1010839       0.00935          0.002240    0.3370    0.415  159.586   \n",
              "1010840       0.10400          0.644000    0.0749    0.781  121.980   \n",
              "1010841       0.03040          0.918000    0.0664    0.467  121.996   \n",
              "1010842       0.00007          0.776000    0.1170    0.227  124.986   \n",
              "1010843       0.01680          0.296000    0.2790    0.204  117.991   \n",
              "\n",
              "         time_signature  MBTI  \n",
              "0                   4.0  ESTP  \n",
              "1                   4.0  ISTP  \n",
              "2                   4.0  ESTP  \n",
              "3                   4.0  INFP  \n",
              "4                   4.0  ISTP  \n",
              "...                 ...   ...  \n",
              "1010839             4.0  ESTP  \n",
              "1010840             4.0  ENTJ  \n",
              "1010841             4.0  ENTP  \n",
              "1010842             4.0  ESTJ  \n",
              "1010843             4.0  ENFP  \n",
              "\n",
              "[1010844 rows x 20 columns]"
            ],
            "text/html": [
              "\n",
              "  <div id=\"df-23081ab8-00bd-4e6c-a573-a6d698e52ce2\">\n",
              "    <div class=\"colab-df-container\">\n",
              "      <div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>track_id</th>\n",
              "      <th>track_name</th>\n",
              "      <th>album_id</th>\n",
              "      <th>track_number</th>\n",
              "      <th>duration_ms</th>\n",
              "      <th>explicit</th>\n",
              "      <th>release_date</th>\n",
              "      <th>year</th>\n",
              "      <th>danceability</th>\n",
              "      <th>energy</th>\n",
              "      <th>loudness</th>\n",
              "      <th>mode</th>\n",
              "      <th>speechiness</th>\n",
              "      <th>acousticness</th>\n",
              "      <th>instrumentalness</th>\n",
              "      <th>liveness</th>\n",
              "      <th>valence</th>\n",
              "      <th>tempo</th>\n",
              "      <th>time_signature</th>\n",
              "      <th>MBTI</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>7lmeHLHBe4nmXzuXc0HDjk</td>\n",
              "      <td>Testify</td>\n",
              "      <td>2eia0myWFgoHuttJytCxgX</td>\n",
              "      <td>1</td>\n",
              "      <td>210133</td>\n",
              "      <td>0</td>\n",
              "      <td>1999-11-02</td>\n",
              "      <td>1999</td>\n",
              "      <td>0.470</td>\n",
              "      <td>0.978</td>\n",
              "      <td>-5.399</td>\n",
              "      <td>1</td>\n",
              "      <td>0.0727</td>\n",
              "      <td>0.02610</td>\n",
              "      <td>0.000011</td>\n",
              "      <td>0.3560</td>\n",
              "      <td>0.503</td>\n",
              "      <td>117.906</td>\n",
              "      <td>4.0</td>\n",
              "      <td>ESTP</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>1wsRitfRRtWyEapl0q22o8</td>\n",
              "      <td>Guerrilla Radio</td>\n",
              "      <td>2eia0myWFgoHuttJytCxgX</td>\n",
              "      <td>2</td>\n",
              "      <td>206200</td>\n",
              "      <td>1</td>\n",
              "      <td>1999-11-02</td>\n",
              "      <td>1999</td>\n",
              "      <td>0.599</td>\n",
              "      <td>0.957</td>\n",
              "      <td>-5.764</td>\n",
              "      <td>1</td>\n",
              "      <td>0.1880</td>\n",
              "      <td>0.01290</td>\n",
              "      <td>0.000071</td>\n",
              "      <td>0.1550</td>\n",
              "      <td>0.489</td>\n",
              "      <td>103.680</td>\n",
              "      <td>4.0</td>\n",
              "      <td>ISTP</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>1hR0fIFK2qRG3f3RF70pb7</td>\n",
              "      <td>Calm Like a Bomb</td>\n",
              "      <td>2eia0myWFgoHuttJytCxgX</td>\n",
              "      <td>3</td>\n",
              "      <td>298893</td>\n",
              "      <td>0</td>\n",
              "      <td>1999-11-02</td>\n",
              "      <td>1999</td>\n",
              "      <td>0.315</td>\n",
              "      <td>0.970</td>\n",
              "      <td>-5.424</td>\n",
              "      <td>1</td>\n",
              "      <td>0.4830</td>\n",
              "      <td>0.02340</td>\n",
              "      <td>0.000002</td>\n",
              "      <td>0.1220</td>\n",
              "      <td>0.370</td>\n",
              "      <td>149.749</td>\n",
              "      <td>4.0</td>\n",
              "      <td>ESTP</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>2lbASgTSoDO7MTuLAXlTW0</td>\n",
              "      <td>Mic Check</td>\n",
              "      <td>2eia0myWFgoHuttJytCxgX</td>\n",
              "      <td>4</td>\n",
              "      <td>213640</td>\n",
              "      <td>1</td>\n",
              "      <td>1999-11-02</td>\n",
              "      <td>1999</td>\n",
              "      <td>0.440</td>\n",
              "      <td>0.967</td>\n",
              "      <td>-5.830</td>\n",
              "      <td>0</td>\n",
              "      <td>0.2370</td>\n",
              "      <td>0.16300</td>\n",
              "      <td>0.000004</td>\n",
              "      <td>0.1210</td>\n",
              "      <td>0.574</td>\n",
              "      <td>96.752</td>\n",
              "      <td>4.0</td>\n",
              "      <td>INFP</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>1MQTmpYOZ6fcMQc56Hdo7T</td>\n",
              "      <td>Sleep Now In the Fire</td>\n",
              "      <td>2eia0myWFgoHuttJytCxgX</td>\n",
              "      <td>5</td>\n",
              "      <td>205600</td>\n",
              "      <td>0</td>\n",
              "      <td>1999-11-02</td>\n",
              "      <td>1999</td>\n",
              "      <td>0.426</td>\n",
              "      <td>0.929</td>\n",
              "      <td>-6.729</td>\n",
              "      <td>1</td>\n",
              "      <td>0.0701</td>\n",
              "      <td>0.00162</td>\n",
              "      <td>0.105000</td>\n",
              "      <td>0.0789</td>\n",
              "      <td>0.539</td>\n",
              "      <td>127.059</td>\n",
              "      <td>4.0</td>\n",
              "      <td>ISTP</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>...</th>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1010839</th>\n",
              "      <td>0EsMifwUmMfJZxzoMPXJKZ</td>\n",
              "      <td>Gospel of Juke</td>\n",
              "      <td>38O5Ys0W9PFS5K7dMb7yKb</td>\n",
              "      <td>2</td>\n",
              "      <td>276213</td>\n",
              "      <td>0</td>\n",
              "      <td>2014-01-09</td>\n",
              "      <td>2014</td>\n",
              "      <td>0.264</td>\n",
              "      <td>0.966</td>\n",
              "      <td>-6.970</td>\n",
              "      <td>0</td>\n",
              "      <td>0.0672</td>\n",
              "      <td>0.00935</td>\n",
              "      <td>0.002240</td>\n",
              "      <td>0.3370</td>\n",
              "      <td>0.415</td>\n",
              "      <td>159.586</td>\n",
              "      <td>4.0</td>\n",
              "      <td>ESTP</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1010840</th>\n",
              "      <td>2WSc2TB1CSJgGE0PEzVeiu</td>\n",
              "      <td>Prism Visions</td>\n",
              "      <td>38O5Ys0W9PFS5K7dMb7yKb</td>\n",
              "      <td>3</td>\n",
              "      <td>363179</td>\n",
              "      <td>0</td>\n",
              "      <td>2014-01-09</td>\n",
              "      <td>2014</td>\n",
              "      <td>0.796</td>\n",
              "      <td>0.701</td>\n",
              "      <td>-6.602</td>\n",
              "      <td>0</td>\n",
              "      <td>0.0883</td>\n",
              "      <td>0.10400</td>\n",
              "      <td>0.644000</td>\n",
              "      <td>0.0749</td>\n",
              "      <td>0.781</td>\n",
              "      <td>121.980</td>\n",
              "      <td>4.0</td>\n",
              "      <td>ENTJ</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1010841</th>\n",
              "      <td>6iProIgUe3ETpO6UT0v5Hg</td>\n",
              "      <td>Tokyo 360</td>\n",
              "      <td>38O5Ys0W9PFS5K7dMb7yKb</td>\n",
              "      <td>4</td>\n",
              "      <td>385335</td>\n",
              "      <td>0</td>\n",
              "      <td>2014-01-09</td>\n",
              "      <td>2014</td>\n",
              "      <td>0.785</td>\n",
              "      <td>0.796</td>\n",
              "      <td>-5.960</td>\n",
              "      <td>0</td>\n",
              "      <td>0.0564</td>\n",
              "      <td>0.03040</td>\n",
              "      <td>0.918000</td>\n",
              "      <td>0.0664</td>\n",
              "      <td>0.467</td>\n",
              "      <td>121.996</td>\n",
              "      <td>4.0</td>\n",
              "      <td>ENTP</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1010842</th>\n",
              "      <td>37B4SXC8uoBsUyKCWnhPfX</td>\n",
              "      <td>Yummy!</td>\n",
              "      <td>38O5Ys0W9PFS5K7dMb7yKb</td>\n",
              "      <td>5</td>\n",
              "      <td>324455</td>\n",
              "      <td>0</td>\n",
              "      <td>2014-01-09</td>\n",
              "      <td>2014</td>\n",
              "      <td>0.665</td>\n",
              "      <td>0.856</td>\n",
              "      <td>-6.788</td>\n",
              "      <td>0</td>\n",
              "      <td>0.0409</td>\n",
              "      <td>0.00007</td>\n",
              "      <td>0.776000</td>\n",
              "      <td>0.1170</td>\n",
              "      <td>0.227</td>\n",
              "      <td>124.986</td>\n",
              "      <td>4.0</td>\n",
              "      <td>ESTJ</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1010843</th>\n",
              "      <td>3GgQmOxxLyRoAb4j86zOBX</td>\n",
              "      <td>That's The Way It Is</td>\n",
              "      <td>38O5Ys0W9PFS5K7dMb7yKb</td>\n",
              "      <td>6</td>\n",
              "      <td>304982</td>\n",
              "      <td>0</td>\n",
              "      <td>2014-01-09</td>\n",
              "      <td>2014</td>\n",
              "      <td>0.736</td>\n",
              "      <td>0.708</td>\n",
              "      <td>-9.279</td>\n",
              "      <td>0</td>\n",
              "      <td>0.0539</td>\n",
              "      <td>0.01680</td>\n",
              "      <td>0.296000</td>\n",
              "      <td>0.2790</td>\n",
              "      <td>0.204</td>\n",
              "      <td>117.991</td>\n",
              "      <td>4.0</td>\n",
              "      <td>ENFP</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "<p>1010844 rows × 20 columns</p>\n",
              "</div>\n",
              "      <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-23081ab8-00bd-4e6c-a573-a6d698e52ce2')\"\n",
              "              title=\"Convert this dataframe to an interactive table.\"\n",
              "              style=\"display:none;\">\n",
              "        \n",
              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
              "       width=\"24px\">\n",
              "    <path d=\"M0 0h24v24H0V0z\" fill=\"none\"/>\n",
              "    <path d=\"M18.56 5.44l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94zm-11 1L8.5 8.5l.94-2.06 2.06-.94-2.06-.94L8.5 2.5l-.94 2.06-2.06.94zm10 10l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94z\"/><path d=\"M17.41 7.96l-1.37-1.37c-.4-.4-.92-.59-1.43-.59-.52 0-1.04.2-1.43.59L10.3 9.45l-7.72 7.72c-.78.78-.78 2.05 0 2.83L4 21.41c.39.39.9.59 1.41.59.51 0 1.02-.2 1.41-.59l7.78-7.78 2.81-2.81c.8-.78.8-2.07 0-2.86zM5.41 20L4 18.59l7.72-7.72 1.47 1.35L5.41 20z\"/>\n",
              "  </svg>\n",
              "      </button>\n",
              "      \n",
              "  <style>\n",
              "    .colab-df-container {\n",
              "      display:flex;\n",
              "      flex-wrap:wrap;\n",
              "      gap: 12px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert {\n",
              "      background-color: #E8F0FE;\n",
              "      border: none;\n",
              "      border-radius: 50%;\n",
              "      cursor: pointer;\n",
              "      display: none;\n",
              "      fill: #1967D2;\n",
              "      height: 32px;\n",
              "      padding: 0 0 0 0;\n",
              "      width: 32px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert:hover {\n",
              "      background-color: #E2EBFA;\n",
              "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "      fill: #174EA6;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert {\n",
              "      background-color: #3B4455;\n",
              "      fill: #D2E3FC;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert:hover {\n",
              "      background-color: #434B5C;\n",
              "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "      fill: #FFFFFF;\n",
              "    }\n",
              "  </style>\n",
              "\n",
              "      <script>\n",
              "        const buttonEl =\n",
              "          document.querySelector('#df-23081ab8-00bd-4e6c-a573-a6d698e52ce2 button.colab-df-convert');\n",
              "        buttonEl.style.display =\n",
              "          google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "\n",
              "        async function convertToInteractive(key) {\n",
              "          const element = document.querySelector('#df-23081ab8-00bd-4e6c-a573-a6d698e52ce2');\n",
              "          const dataTable =\n",
              "            await google.colab.kernel.invokeFunction('convertToInteractive',\n",
              "                                                     [key], {});\n",
              "          if (!dataTable) return;\n",
              "\n",
              "          const docLinkHtml = 'Like what you see? Visit the ' +\n",
              "            '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
              "            + ' to learn more about interactive tables.';\n",
              "          element.innerHTML = '';\n",
              "          dataTable['output_type'] = 'display_data';\n",
              "          await google.colab.output.renderOutput(dataTable, element);\n",
              "          const docLink = document.createElement('div');\n",
              "          docLink.innerHTML = docLinkHtml;\n",
              "          element.appendChild(docLink);\n",
              "        }\n",
              "      </script>\n",
              "    </div>\n",
              "  </div>\n",
              "  "
            ]
          },
          "metadata": {},
          "execution_count": 109
        }
      ]
    },
    {
      "cell_type": "markdown",
      "source": [
        "Now,Export each cleaned data as csv file"
      ],
      "metadata": {
        "id": "Rz16z-_2uP8Z"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "from pathlib import Path  \n",
        "\n",
        "#tack csv\n",
        "filepath = Path('/content/drive/MyDrive/Project_5500_Dataset/clean_track.csv')  \n",
        "filepath.parent.mkdir(parents=True, exist_ok=True)  \n",
        "final_tracks_df.to_csv(filepath)  \n",
        "\n",
        "#second track csv\n",
        "filepath = Path('/content/drive/MyDrive/Project_5500_Dataset/clean_songs.csv')  \n",
        "filepath.parent.mkdir(parents=True, exist_ok=True)  \n",
        "final_songs_df.to_csv(filepath) \n",
        "\n",
        "#artists csv\n",
        "filepath = Path('/content/drive/MyDrive/Project_5500_Dataset/clean_artists.csv')  \n",
        "filepath.parent.mkdir(parents=True, exist_ok=True)  \n",
        "final_tracks_df.to_csv(filepath) \n",
        "\n",
        "#Album csv\n",
        "filepath = Path('/content/drive/MyDrive/Project_5500_Dataset/clean_albums.csv')  \n",
        "filepath.parent.mkdir(parents=True, exist_ok=True)  \n",
        "final_album_df.to_csv(filepath) \n",
        "\n",
        "#MBTI csv\n",
        "filepath = Path('/content/drive/MyDrive/Project_5500_Dataset/clean_MBTI.csv')  \n",
        "filepath.parent.mkdir(parents=True, exist_ok=True)  \n",
        "MBTI_df_filter.to_csv(filepath) "
      ],
      "metadata": {
        "id": "uSAWXhHGuPB0"
      },
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "final_tracks_df_withoutMBTI = final_tracks_df.drop(columns=['MBTI',])\n",
        "final_tracks_df_withoutMBTI"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 591
        },
        "id": "jk85JngY-vLv",
        "outputId": "65e00485-1467-48fd-e060-10b6ac75614c"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "                       track_id             track_name  \\\n",
              "0        7lmeHLHBe4nmXzuXc0HDjk                Testify   \n",
              "1        1wsRitfRRtWyEapl0q22o8        Guerrilla Radio   \n",
              "2        1hR0fIFK2qRG3f3RF70pb7       Calm Like a Bomb   \n",
              "3        2lbASgTSoDO7MTuLAXlTW0              Mic Check   \n",
              "4        1MQTmpYOZ6fcMQc56Hdo7T  Sleep Now In the Fire   \n",
              "...                         ...                    ...   \n",
              "1010839  0EsMifwUmMfJZxzoMPXJKZ         Gospel of Juke   \n",
              "1010840  2WSc2TB1CSJgGE0PEzVeiu          Prism Visions   \n",
              "1010841  6iProIgUe3ETpO6UT0v5Hg              Tokyo 360   \n",
              "1010842  37B4SXC8uoBsUyKCWnhPfX                 Yummy!   \n",
              "1010843  3GgQmOxxLyRoAb4j86zOBX   That's The Way It Is   \n",
              "\n",
              "                       album_id  track_number  duration_ms  explicit  \\\n",
              "0        2eia0myWFgoHuttJytCxgX             1       210133         0   \n",
              "1        2eia0myWFgoHuttJytCxgX             2       206200         1   \n",
              "2        2eia0myWFgoHuttJytCxgX             3       298893         0   \n",
              "3        2eia0myWFgoHuttJytCxgX             4       213640         1   \n",
              "4        2eia0myWFgoHuttJytCxgX             5       205600         0   \n",
              "...                         ...           ...          ...       ...   \n",
              "1010839  38O5Ys0W9PFS5K7dMb7yKb             2       276213         0   \n",
              "1010840  38O5Ys0W9PFS5K7dMb7yKb             3       363179         0   \n",
              "1010841  38O5Ys0W9PFS5K7dMb7yKb             4       385335         0   \n",
              "1010842  38O5Ys0W9PFS5K7dMb7yKb             5       324455         0   \n",
              "1010843  38O5Ys0W9PFS5K7dMb7yKb             6       304982         0   \n",
              "\n",
              "        release_date  year  danceability  energy  loudness  mode  speechiness  \\\n",
              "0         1999-11-02  1999         0.470   0.978    -5.399     1       0.0727   \n",
              "1         1999-11-02  1999         0.599   0.957    -5.764     1       0.1880   \n",
              "2         1999-11-02  1999         0.315   0.970    -5.424     1       0.4830   \n",
              "3         1999-11-02  1999         0.440   0.967    -5.830     0       0.2370   \n",
              "4         1999-11-02  1999         0.426   0.929    -6.729     1       0.0701   \n",
              "...              ...   ...           ...     ...       ...   ...          ...   \n",
              "1010839   2014-01-09  2014         0.264   0.966    -6.970     0       0.0672   \n",
              "1010840   2014-01-09  2014         0.796   0.701    -6.602     0       0.0883   \n",
              "1010841   2014-01-09  2014         0.785   0.796    -5.960     0       0.0564   \n",
              "1010842   2014-01-09  2014         0.665   0.856    -6.788     0       0.0409   \n",
              "1010843   2014-01-09  2014         0.736   0.708    -9.279     0       0.0539   \n",
              "\n",
              "         acousticness  instrumentalness  liveness  valence    tempo  \\\n",
              "0             0.02610          0.000011    0.3560    0.503  117.906   \n",
              "1             0.01290          0.000071    0.1550    0.489  103.680   \n",
              "2             0.02340          0.000002    0.1220    0.370  149.749   \n",
              "3             0.16300          0.000004    0.1210    0.574   96.752   \n",
              "4             0.00162          0.105000    0.0789    0.539  127.059   \n",
              "...               ...               ...       ...      ...      ...   \n",
              "1010839       0.00935          0.002240    0.3370    0.415  159.586   \n",
              "1010840       0.10400          0.644000    0.0749    0.781  121.980   \n",
              "1010841       0.03040          0.918000    0.0664    0.467  121.996   \n",
              "1010842       0.00007          0.776000    0.1170    0.227  124.986   \n",
              "1010843       0.01680          0.296000    0.2790    0.204  117.991   \n",
              "\n",
              "         time_signature  \n",
              "0                   4.0  \n",
              "1                   4.0  \n",
              "2                   4.0  \n",
              "3                   4.0  \n",
              "4                   4.0  \n",
              "...                 ...  \n",
              "1010839             4.0  \n",
              "1010840             4.0  \n",
              "1010841             4.0  \n",
              "1010842             4.0  \n",
              "1010843             4.0  \n",
              "\n",
              "[1010844 rows x 19 columns]"
            ],
            "text/html": [
              "\n",
              "  <div id=\"df-878b045d-1a21-41b2-a907-72bdf74aab0c\">\n",
              "    <div class=\"colab-df-container\">\n",
              "      <div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>track_id</th>\n",
              "      <th>track_name</th>\n",
              "      <th>album_id</th>\n",
              "      <th>track_number</th>\n",
              "      <th>duration_ms</th>\n",
              "      <th>explicit</th>\n",
              "      <th>release_date</th>\n",
              "      <th>year</th>\n",
              "      <th>danceability</th>\n",
              "      <th>energy</th>\n",
              "      <th>loudness</th>\n",
              "      <th>mode</th>\n",
              "      <th>speechiness</th>\n",
              "      <th>acousticness</th>\n",
              "      <th>instrumentalness</th>\n",
              "      <th>liveness</th>\n",
              "      <th>valence</th>\n",
              "      <th>tempo</th>\n",
              "      <th>time_signature</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>7lmeHLHBe4nmXzuXc0HDjk</td>\n",
              "      <td>Testify</td>\n",
              "      <td>2eia0myWFgoHuttJytCxgX</td>\n",
              "      <td>1</td>\n",
              "      <td>210133</td>\n",
              "      <td>0</td>\n",
              "      <td>1999-11-02</td>\n",
              "      <td>1999</td>\n",
              "      <td>0.470</td>\n",
              "      <td>0.978</td>\n",
              "      <td>-5.399</td>\n",
              "      <td>1</td>\n",
              "      <td>0.0727</td>\n",
              "      <td>0.02610</td>\n",
              "      <td>0.000011</td>\n",
              "      <td>0.3560</td>\n",
              "      <td>0.503</td>\n",
              "      <td>117.906</td>\n",
              "      <td>4.0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>1wsRitfRRtWyEapl0q22o8</td>\n",
              "      <td>Guerrilla Radio</td>\n",
              "      <td>2eia0myWFgoHuttJytCxgX</td>\n",
              "      <td>2</td>\n",
              "      <td>206200</td>\n",
              "      <td>1</td>\n",
              "      <td>1999-11-02</td>\n",
              "      <td>1999</td>\n",
              "      <td>0.599</td>\n",
              "      <td>0.957</td>\n",
              "      <td>-5.764</td>\n",
              "      <td>1</td>\n",
              "      <td>0.1880</td>\n",
              "      <td>0.01290</td>\n",
              "      <td>0.000071</td>\n",
              "      <td>0.1550</td>\n",
              "      <td>0.489</td>\n",
              "      <td>103.680</td>\n",
              "      <td>4.0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>1hR0fIFK2qRG3f3RF70pb7</td>\n",
              "      <td>Calm Like a Bomb</td>\n",
              "      <td>2eia0myWFgoHuttJytCxgX</td>\n",
              "      <td>3</td>\n",
              "      <td>298893</td>\n",
              "      <td>0</td>\n",
              "      <td>1999-11-02</td>\n",
              "      <td>1999</td>\n",
              "      <td>0.315</td>\n",
              "      <td>0.970</td>\n",
              "      <td>-5.424</td>\n",
              "      <td>1</td>\n",
              "      <td>0.4830</td>\n",
              "      <td>0.02340</td>\n",
              "      <td>0.000002</td>\n",
              "      <td>0.1220</td>\n",
              "      <td>0.370</td>\n",
              "      <td>149.749</td>\n",
              "      <td>4.0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>2lbASgTSoDO7MTuLAXlTW0</td>\n",
              "      <td>Mic Check</td>\n",
              "      <td>2eia0myWFgoHuttJytCxgX</td>\n",
              "      <td>4</td>\n",
              "      <td>213640</td>\n",
              "      <td>1</td>\n",
              "      <td>1999-11-02</td>\n",
              "      <td>1999</td>\n",
              "      <td>0.440</td>\n",
              "      <td>0.967</td>\n",
              "      <td>-5.830</td>\n",
              "      <td>0</td>\n",
              "      <td>0.2370</td>\n",
              "      <td>0.16300</td>\n",
              "      <td>0.000004</td>\n",
              "      <td>0.1210</td>\n",
              "      <td>0.574</td>\n",
              "      <td>96.752</td>\n",
              "      <td>4.0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>1MQTmpYOZ6fcMQc56Hdo7T</td>\n",
              "      <td>Sleep Now In the Fire</td>\n",
              "      <td>2eia0myWFgoHuttJytCxgX</td>\n",
              "      <td>5</td>\n",
              "      <td>205600</td>\n",
              "      <td>0</td>\n",
              "      <td>1999-11-02</td>\n",
              "      <td>1999</td>\n",
              "      <td>0.426</td>\n",
              "      <td>0.929</td>\n",
              "      <td>-6.729</td>\n",
              "      <td>1</td>\n",
              "      <td>0.0701</td>\n",
              "      <td>0.00162</td>\n",
              "      <td>0.105000</td>\n",
              "      <td>0.0789</td>\n",
              "      <td>0.539</td>\n",
              "      <td>127.059</td>\n",
              "      <td>4.0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>...</th>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1010839</th>\n",
              "      <td>0EsMifwUmMfJZxzoMPXJKZ</td>\n",
              "      <td>Gospel of Juke</td>\n",
              "      <td>38O5Ys0W9PFS5K7dMb7yKb</td>\n",
              "      <td>2</td>\n",
              "      <td>276213</td>\n",
              "      <td>0</td>\n",
              "      <td>2014-01-09</td>\n",
              "      <td>2014</td>\n",
              "      <td>0.264</td>\n",
              "      <td>0.966</td>\n",
              "      <td>-6.970</td>\n",
              "      <td>0</td>\n",
              "      <td>0.0672</td>\n",
              "      <td>0.00935</td>\n",
              "      <td>0.002240</td>\n",
              "      <td>0.3370</td>\n",
              "      <td>0.415</td>\n",
              "      <td>159.586</td>\n",
              "      <td>4.0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1010840</th>\n",
              "      <td>2WSc2TB1CSJgGE0PEzVeiu</td>\n",
              "      <td>Prism Visions</td>\n",
              "      <td>38O5Ys0W9PFS5K7dMb7yKb</td>\n",
              "      <td>3</td>\n",
              "      <td>363179</td>\n",
              "      <td>0</td>\n",
              "      <td>2014-01-09</td>\n",
              "      <td>2014</td>\n",
              "      <td>0.796</td>\n",
              "      <td>0.701</td>\n",
              "      <td>-6.602</td>\n",
              "      <td>0</td>\n",
              "      <td>0.0883</td>\n",
              "      <td>0.10400</td>\n",
              "      <td>0.644000</td>\n",
              "      <td>0.0749</td>\n",
              "      <td>0.781</td>\n",
              "      <td>121.980</td>\n",
              "      <td>4.0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1010841</th>\n",
              "      <td>6iProIgUe3ETpO6UT0v5Hg</td>\n",
              "      <td>Tokyo 360</td>\n",
              "      <td>38O5Ys0W9PFS5K7dMb7yKb</td>\n",
              "      <td>4</td>\n",
              "      <td>385335</td>\n",
              "      <td>0</td>\n",
              "      <td>2014-01-09</td>\n",
              "      <td>2014</td>\n",
              "      <td>0.785</td>\n",
              "      <td>0.796</td>\n",
              "      <td>-5.960</td>\n",
              "      <td>0</td>\n",
              "      <td>0.0564</td>\n",
              "      <td>0.03040</td>\n",
              "      <td>0.918000</td>\n",
              "      <td>0.0664</td>\n",
              "      <td>0.467</td>\n",
              "      <td>121.996</td>\n",
              "      <td>4.0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1010842</th>\n",
              "      <td>37B4SXC8uoBsUyKCWnhPfX</td>\n",
              "      <td>Yummy!</td>\n",
              "      <td>38O5Ys0W9PFS5K7dMb7yKb</td>\n",
              "      <td>5</td>\n",
              "      <td>324455</td>\n",
              "      <td>0</td>\n",
              "      <td>2014-01-09</td>\n",
              "      <td>2014</td>\n",
              "      <td>0.665</td>\n",
              "      <td>0.856</td>\n",
              "      <td>-6.788</td>\n",
              "      <td>0</td>\n",
              "      <td>0.0409</td>\n",
              "      <td>0.00007</td>\n",
              "      <td>0.776000</td>\n",
              "      <td>0.1170</td>\n",
              "      <td>0.227</td>\n",
              "      <td>124.986</td>\n",
              "      <td>4.0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1010843</th>\n",
              "      <td>3GgQmOxxLyRoAb4j86zOBX</td>\n",
              "      <td>That's The Way It Is</td>\n",
              "      <td>38O5Ys0W9PFS5K7dMb7yKb</td>\n",
              "      <td>6</td>\n",
              "      <td>304982</td>\n",
              "      <td>0</td>\n",
              "      <td>2014-01-09</td>\n",
              "      <td>2014</td>\n",
              "      <td>0.736</td>\n",
              "      <td>0.708</td>\n",
              "      <td>-9.279</td>\n",
              "      <td>0</td>\n",
              "      <td>0.0539</td>\n",
              "      <td>0.01680</td>\n",
              "      <td>0.296000</td>\n",
              "      <td>0.2790</td>\n",
              "      <td>0.204</td>\n",
              "      <td>117.991</td>\n",
              "      <td>4.0</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "<p>1010844 rows × 19 columns</p>\n",
              "</div>\n",
              "      <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-878b045d-1a21-41b2-a907-72bdf74aab0c')\"\n",
              "              title=\"Convert this dataframe to an interactive table.\"\n",
              "              style=\"display:none;\">\n",
              "        \n",
              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
              "       width=\"24px\">\n",
              "    <path d=\"M0 0h24v24H0V0z\" fill=\"none\"/>\n",
              "    <path d=\"M18.56 5.44l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94zm-11 1L8.5 8.5l.94-2.06 2.06-.94-2.06-.94L8.5 2.5l-.94 2.06-2.06.94zm10 10l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94z\"/><path d=\"M17.41 7.96l-1.37-1.37c-.4-.4-.92-.59-1.43-.59-.52 0-1.04.2-1.43.59L10.3 9.45l-7.72 7.72c-.78.78-.78 2.05 0 2.83L4 21.41c.39.39.9.59 1.41.59.51 0 1.02-.2 1.41-.59l7.78-7.78 2.81-2.81c.8-.78.8-2.07 0-2.86zM5.41 20L4 18.59l7.72-7.72 1.47 1.35L5.41 20z\"/>\n",
              "  </svg>\n",
              "      </button>\n",
              "      \n",
              "  <style>\n",
              "    .colab-df-container {\n",
              "      display:flex;\n",
              "      flex-wrap:wrap;\n",
              "      gap: 12px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert {\n",
              "      background-color: #E8F0FE;\n",
              "      border: none;\n",
              "      border-radius: 50%;\n",
              "      cursor: pointer;\n",
              "      display: none;\n",
              "      fill: #1967D2;\n",
              "      height: 32px;\n",
              "      padding: 0 0 0 0;\n",
              "      width: 32px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert:hover {\n",
              "      background-color: #E2EBFA;\n",
              "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "      fill: #174EA6;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert {\n",
              "      background-color: #3B4455;\n",
              "      fill: #D2E3FC;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert:hover {\n",
              "      background-color: #434B5C;\n",
              "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "      fill: #FFFFFF;\n",
              "    }\n",
              "  </style>\n",
              "\n",
              "      <script>\n",
              "        const buttonEl =\n",
              "          document.querySelector('#df-878b045d-1a21-41b2-a907-72bdf74aab0c button.colab-df-convert');\n",
              "        buttonEl.style.display =\n",
              "          google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "\n",
              "        async function convertToInteractive(key) {\n",
              "          const element = document.querySelector('#df-878b045d-1a21-41b2-a907-72bdf74aab0c');\n",
              "          const dataTable =\n",
              "            await google.colab.kernel.invokeFunction('convertToInteractive',\n",
              "                                                     [key], {});\n",
              "          if (!dataTable) return;\n",
              "\n",
              "          const docLinkHtml = 'Like what you see? Visit the ' +\n",
              "            '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
              "            + ' to learn more about interactive tables.';\n",
              "          element.innerHTML = '';\n",
              "          dataTable['output_type'] = 'display_data';\n",
              "          await google.colab.output.renderOutput(dataTable, element);\n",
              "          const docLink = document.createElement('div');\n",
              "          docLink.innerHTML = docLinkHtml;\n",
              "          element.appendChild(docLink);\n",
              "        }\n",
              "      </script>\n",
              "    </div>\n",
              "  </div>\n",
              "  "
            ]
          },
          "metadata": {},
          "execution_count": 113
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "#This one is the table without mbti\n",
        "filepath = Path('/content/drive/MyDrive/Project_5500_Dataset/clean_track_NO_MBTI.csv')  \n",
        "filepath.parent.mkdir(parents=True, exist_ok=True)  \n",
        "final_tracks_df.to_csv(filepath)"
      ],
      "metadata": {
        "id": "WBc3k3Wz_NHI"
      },
      "execution_count": null,
      "outputs": []
    }
  ]
}