Dataset.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {
    "collapsed": false,
    "hide_input": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Populating the interactive namespace from numpy and matplotlib\n"
     ]
    }
   ],
   "source": [
    "%pylab inline"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Starmap\n",
    "\n",
    "## Data Retrieval\n",
    "\n",
    "My goal with this project was to create a star map that included the [88 modern constellations](https://en.wikipedia.org/wiki/88_modern_constellations). Each Constellation is made up of dozens of individual stars, each star has a name, [right ascension](https://en.wikipedia.org/wiki/Right_ascension), [declination](https://en.wikipedia.org/wiki/Declination), and [apparent magnitude](https://en.wikipedia.org/wiki/Apparent_magnitude).\n",
    "\n",
    "I decided to scrape this information off of wikipedia and put it in a pandas `DataFrame` before processing it further."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "import requests\n",
    "from bs4 import BeautifulSoup\n",
    "\n",
    "wiki = 'https://en.wikipedia.org/wiki/Lists_of_stars_by_constellation'\n",
    "header = {'User-Agent': 'Mozilla/5.0'}\n",
    "\n",
    "page = requests.get(wiki, headers=header).text\n",
    "soup = BeautifulSoup(page, 'html.parser')\n",
    "\n",
    "stars = []\n",
    "\n",
    "for constellation in soup.table.find_all('a'):\n",
    "    page = requests.get('https://en.wikipedia.org' + constellation.attrs['href'], headers=header).text\n",
    "    starsoup = BeautifulSoup(page, 'html.parser')\n",
    "\n",
    "    titles = list(x.attrs['title'].lower() for x in starsoup.table('tr')[0](title=True))\n",
    "    \n",
    "    namecol = 0\n",
    "    racol = titles.index('right ascension')\n",
    "    deccol = titles.index('declination')\n",
    "    amcol = titles.index('apparent magnitude')\n",
    "            \n",
    "    for star in starsoup.table('tr')[1:-3]:\n",
    "        row = star('td')\n",
    "\n",
    "        try:\n",
    "            name = row[namecol].a['title']\n",
    "        except (TypeError, KeyError):\n",
    "            name = ''\n",
    "            \n",
    "        right_ascension = row[racol].text\n",
    "        declination = row[deccol].text\n",
    "        apparent_magnitude = row[amcol].text\n",
    "        parent_constellation = constellation.string\n",
    "\n",
    "        stars.append([name, right_ascension, declination, apparent_magnitude, parent_constellation])"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Data Cleaning\n",
    "\n",
    "Now that we have the data let's put it in a `DataFrame` to clean it up.\n",
    "\n",
    "1. missing values\n",
    "1. (page not found) stripping\n",
    "1. footnotes\n",
    "1. coordinate parsing"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {
    "collapsed": false,
    "hide_input": false
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Name</th>\n",
       "      <th>Right Ascension</th>\n",
       "      <th>Declination</th>\n",
       "      <th>Apparent Magnitude</th>\n",
       "      <th>Constellation</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Alpha Andromedae</td>\n",
       "      <td>00h 08m 23.17s</td>\n",
       "      <td>+29° 05′ 27.0″</td>\n",
       "      <td>2.07</td>\n",
       "      <td>Andromeda</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Beta Andromedae</td>\n",
       "      <td>01h 09m 43.80s</td>\n",
       "      <td>+35° 37′ 15.0″</td>\n",
       "      <td>2.07</td>\n",
       "      <td>Andromeda</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>Gamma Andromedae</td>\n",
       "      <td>02h 03m 53.92s</td>\n",
       "      <td>+42° 19′ 47.5″</td>\n",
       "      <td>2.10</td>\n",
       "      <td>Andromeda</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>Delta Andromedae</td>\n",
       "      <td>00h 39m 19.60s</td>\n",
       "      <td>+30° 51′ 40.4″</td>\n",
       "      <td>3.27</td>\n",
       "      <td>Andromeda</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>Andromeda Galaxy</td>\n",
       "      <td>00h 42m 44.31s</td>\n",
       "      <td>+41° 16′ 09.4″</td>\n",
       "      <td>3.44</td>\n",
       "      <td>Andromeda</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>51 Andromedae</td>\n",
       "      <td>01h 37m 59.50s</td>\n",
       "      <td>+48° 37′ 42.6″</td>\n",
       "      <td>3.59</td>\n",
       "      <td>Andromeda</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>Omicron Andromedae</td>\n",
       "      <td>23h 01m 55.25s</td>\n",
       "      <td>+42° 19′ 33.5″</td>\n",
       "      <td>3.62</td>\n",
       "      <td>Andromeda</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>Lambda Andromedae</td>\n",
       "      <td>23h 37m 33.71s</td>\n",
       "      <td>+46° 27′ 33.0″</td>\n",
       "      <td>3.81</td>\n",
       "      <td>Andromeda</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>Mu Andromedae</td>\n",
       "      <td>00h 56m 45.10s</td>\n",
       "      <td>+38° 29′ 57.3″</td>\n",
       "      <td>3.86</td>\n",
       "      <td>Andromeda</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>Zeta Andromedae</td>\n",
       "      <td>00h 47m 20.39s</td>\n",
       "      <td>+24° 16′ 02.6″</td>\n",
       "      <td>4.08</td>\n",
       "      <td>Andromeda</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>Upsilon Andromedae</td>\n",
       "      <td>01h 36m 47.98s</td>\n",
       "      <td>+41° 24′ 23.0″</td>\n",
       "      <td>4.10</td>\n",
       "      <td>Andromeda</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>Kappa Andromedae</td>\n",
       "      <td>23h 40m 24.44s</td>\n",
       "      <td>+44° 20′ 02.3″</td>\n",
       "      <td>4.15</td>\n",
       "      <td>Andromeda</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>Phi Andromedae</td>\n",
       "      <td>01h 09m 30.12s</td>\n",
       "      <td>+47° 14′ 30.6″</td>\n",
       "      <td>4.26</td>\n",
       "      <td>Andromeda</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>Iota Andromedae</td>\n",
       "      <td>23h 38m 08.18s</td>\n",
       "      <td>+43° 16′ 05.1″</td>\n",
       "      <td>4.29</td>\n",
       "      <td>Andromeda</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>Pi Andromedae</td>\n",
       "      <td>00h 36m 52.84s</td>\n",
       "      <td>+33° 43′ 09.7″</td>\n",
       "      <td>4.34</td>\n",
       "      <td>Andromeda</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>Epsilon Andromedae</td>\n",
       "      <td>00h 38m 33.50s</td>\n",
       "      <td>+29° 18′ 44.5″</td>\n",
       "      <td>4.34</td>\n",
       "      <td>Andromeda</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>Eta Andromedae</td>\n",
       "      <td>00h 57m 12.43s</td>\n",
       "      <td>+23° 25′ 03.9″</td>\n",
       "      <td>4.40</td>\n",
       "      <td>Andromeda</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>Sigma Andromedae</td>\n",
       "      <td>00h 18m 19.71s</td>\n",
       "      <td>+36° 47′ 07.2″</td>\n",
       "      <td>4.51</td>\n",
       "      <td>Andromeda</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>Nu Andromedae</td>\n",
       "      <td>00h 49m 48.83s</td>\n",
       "      <td>+41° 04′ 44.2″</td>\n",
       "      <td>4.53</td>\n",
       "      <td>Andromeda</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>7 Andromedae</td>\n",
       "      <td>23h 12m 32.92s</td>\n",
       "      <td>+49° 24′ 21.5″</td>\n",
       "      <td>4.53</td>\n",
       "      <td>Andromeda</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>Theta Andromedae</td>\n",
       "      <td>00h 17m 05.54s</td>\n",
       "      <td>+38° 40′ 54.0″</td>\n",
       "      <td>4.61</td>\n",
       "      <td>Andromeda</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>3 Andromedae</td>\n",
       "      <td>23h 04m 10.83s</td>\n",
       "      <td>+50° 03′ 06.1″</td>\n",
       "      <td>4.64</td>\n",
       "      <td>Andromeda</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>65 Andromedae</td>\n",
       "      <td>02h 25m 37.40s</td>\n",
       "      <td>+50° 16′ 43.2″</td>\n",
       "      <td>4.73</td>\n",
       "      <td>Andromeda</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>58 Andromedae</td>\n",
       "      <td>02h 08m 29.15s</td>\n",
       "      <td>+37° 51′ 33.1″</td>\n",
       "      <td>4.78</td>\n",
       "      <td>Andromeda</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>8 Andromedae</td>\n",
       "      <td>23h 17m 44.62s</td>\n",
       "      <td>+49° 00′ 55.0″</td>\n",
       "      <td>4.82</td>\n",
       "      <td>Andromeda</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>Omega Andromedae</td>\n",
       "      <td>01h 27m 39.09s</td>\n",
       "      <td>+45° 24′ 25.0″</td>\n",
       "      <td>4.83</td>\n",
       "      <td>Andromeda</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>Gamma Andromedae</td>\n",
       "      <td>02h 03m 54.70s</td>\n",
       "      <td>+42° 19′ 51.0″</td>\n",
       "      <td>4.84</td>\n",
       "      <td>Andromeda</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>60 Andromedae</td>\n",
       "      <td>02h 13m 13.34s</td>\n",
       "      <td>+44° 13′ 54.1″</td>\n",
       "      <td>4.84</td>\n",
       "      <td>Andromeda</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>Xi Andromedae</td>\n",
       "      <td>01h 22m 20.39s</td>\n",
       "      <td>+45° 31′ 43.5″</td>\n",
       "      <td>4.87</td>\n",
       "      <td>Andromeda</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>Tau Andromedae</td>\n",
       "      <td>01h 40m 34.80s</td>\n",
       "      <td>+40° 34′ 37.6″</td>\n",
       "      <td>4.96</td>\n",
       "      <td>Andromeda</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11315</th>\n",
       "      <td>HD 188037</td>\n",
       "      <td>19h 52m 30.08s</td>\n",
       "      <td>+22° 27′ 14.4″</td>\n",
       "      <td>7.76</td>\n",
       "      <td>Vulpecula</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11316</th>\n",
       "      <td>V Vulpeculae</td>\n",
       "      <td>20h 36m 32.02s</td>\n",
       "      <td>+26° 36′ 14.5″</td>\n",
       "      <td>8.05</td>\n",
       "      <td>Vulpecula</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11317</th>\n",
       "      <td>HD 201626</td>\n",
       "      <td>21h 09m 59.27s</td>\n",
       "      <td>+26° 36′ 54.9″</td>\n",
       "      <td>8.16</td>\n",
       "      <td>Vulpecula</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11318</th>\n",
       "      <td>HD 188015</td>\n",
       "      <td>19h 52m 04.54s</td>\n",
       "      <td>+28° 06′ 01.4″</td>\n",
       "      <td>8.22</td>\n",
       "      <td>Vulpecula</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11319</th>\n",
       "      <td>HD 203030</td>\n",
       "      <td>21h 18m 58.22s</td>\n",
       "      <td>+26° 13′ 50.0″</td>\n",
       "      <td>8.45</td>\n",
       "      <td>Vulpecula</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11320</th>\n",
       "      <td>S Vulpeculae</td>\n",
       "      <td>19h 48m 23.81s</td>\n",
       "      <td>+27° 17′ 11.4″</td>\n",
       "      <td>8.69</td>\n",
       "      <td>Vulpecula</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11321</th>\n",
       "      <td>DR Vulpeculae</td>\n",
       "      <td>20h 13m 46.85s</td>\n",
       "      <td>+26° 45′ 01.6″</td>\n",
       "      <td>8.71</td>\n",
       "      <td>Vulpecula</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11322</th>\n",
       "      <td>X Vulpeculae</td>\n",
       "      <td>19h 57m 28.61s</td>\n",
       "      <td>+26° 33′ 23.3″</td>\n",
       "      <td>8.87</td>\n",
       "      <td>Vulpecula</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11323</th>\n",
       "      <td>BD+23 3912</td>\n",
       "      <td>20h 10m 48.16s</td>\n",
       "      <td>+23° 57′ 54.5″</td>\n",
       "      <td>8.93</td>\n",
       "      <td>Vulpecula</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11324</th>\n",
       "      <td>BE Vulpeculae</td>\n",
       "      <td>20h 25m 33.64s</td>\n",
       "      <td>+27° 22′ 09.1″</td>\n",
       "      <td>9.79</td>\n",
       "      <td>Vulpecula</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11325</th>\n",
       "      <td>BP Vulpeculae</td>\n",
       "      <td>20h 25m 33.25s</td>\n",
       "      <td>+21° 02′ 18.0″</td>\n",
       "      <td>9.95</td>\n",
       "      <td>Vulpecula</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11326</th>\n",
       "      <td>BS Vulpeculae</td>\n",
       "      <td>19h 37m 26.51s</td>\n",
       "      <td>+21° 55′ 50.4″</td>\n",
       "      <td>10.08</td>\n",
       "      <td>Vulpecula</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11327</th>\n",
       "      <td>BO Vulpeculae</td>\n",
       "      <td>19h 56m 29.07s</td>\n",
       "      <td>+23° 54′ 45.0″</td>\n",
       "      <td>10.12</td>\n",
       "      <td>Vulpecula</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11328</th>\n",
       "      <td>HD 340099</td>\n",
       "      <td>20h 21m 46.0s</td>\n",
       "      <td>+26° 41′ 34″</td>\n",
       "      <td>10.21</td>\n",
       "      <td>Vulpecula</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11329</th>\n",
       "      <td>HD 186943</td>\n",
       "      <td>19h 46m 15.94s</td>\n",
       "      <td>+28° 16′ 19.1″</td>\n",
       "      <td>10.23</td>\n",
       "      <td>Vulpecula</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11330</th>\n",
       "      <td>WW Vulpeculae</td>\n",
       "      <td>19h 25m 58.75s</td>\n",
       "      <td>+21° 12′ 31.3″</td>\n",
       "      <td>10.25</td>\n",
       "      <td>Vulpecula</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11331</th>\n",
       "      <td>AW Vulpeculae</td>\n",
       "      <td>20h 29m 01.67s</td>\n",
       "      <td>+24° 48′ 27.9″</td>\n",
       "      <td>11.40</td>\n",
       "      <td>Vulpecula</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11332</th>\n",
       "      <td>Wolf 1346</td>\n",
       "      <td>20h 34m 21.88s</td>\n",
       "      <td>+25° 03′ 49.7″</td>\n",
       "      <td>11.55</td>\n",
       "      <td>Vulpecula</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11333</th>\n",
       "      <td>PX Vulpeculae</td>\n",
       "      <td>19h 26m 40.26s</td>\n",
       "      <td>+23° 53′ 50.9″</td>\n",
       "      <td>11.83</td>\n",
       "      <td>Vulpecula</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11334</th>\n",
       "      <td>G 185-32</td>\n",
       "      <td>19h 37m 13.17s</td>\n",
       "      <td>+27° 43′ 18.1″</td>\n",
       "      <td>12.97</td>\n",
       "      <td>Vulpecula</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11335</th>\n",
       "      <td>GD 385</td>\n",
       "      <td>19h 52m 27.88s</td>\n",
       "      <td>+25° 09′ 29.1″</td>\n",
       "      <td>15.11</td>\n",
       "      <td>Vulpecula</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11337</th>\n",
       "      <td>LV Vulpeculae</td>\n",
       "      <td>19h 48m 00.52s</td>\n",
       "      <td>+27° 10′ 19.3″</td>\n",
       "      <td>16.90</td>\n",
       "      <td>Vulpecula</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11338</th>\n",
       "      <td>PW Vulpeculae</td>\n",
       "      <td>19h 26m 05.06s</td>\n",
       "      <td>+27° 21′ 58.8″</td>\n",
       "      <td>16.90</td>\n",
       "      <td>Vulpecula</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11339</th>\n",
       "      <td>VW Vulpeculae</td>\n",
       "      <td>20h 57m 45.07s</td>\n",
       "      <td>+25° 30′ 25.7″</td>\n",
       "      <td>17.00</td>\n",
       "      <td>Vulpecula</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11340</th>\n",
       "      <td>QU Vulpeculae</td>\n",
       "      <td>20h 26m 45.94s</td>\n",
       "      <td>+27° 50′ 42.2″</td>\n",
       "      <td>17.90</td>\n",
       "      <td>Vulpecula</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11341</th>\n",
       "      <td>NQ Vulpeculae</td>\n",
       "      <td>19h 29m 14.69s</td>\n",
       "      <td>+20° 27′ 59.6″</td>\n",
       "      <td>18.00</td>\n",
       "      <td>Vulpecula</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11342</th>\n",
       "      <td>GS 2000+25</td>\n",
       "      <td>20h 02m 49.58s</td>\n",
       "      <td>+25° 14′ 11.3″</td>\n",
       "      <td>18.20</td>\n",
       "      <td>Vulpecula</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11343</th>\n",
       "      <td>V458 Vulpeculae</td>\n",
       "      <td>19h 54m 24.61s</td>\n",
       "      <td>+20° 52′ 52.6″</td>\n",
       "      <td>18.30</td>\n",
       "      <td>Vulpecula</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11344</th>\n",
       "      <td>QV Vulpeculae</td>\n",
       "      <td>19h 04m 40.32s</td>\n",
       "      <td>+21° 46′ 14.2″</td>\n",
       "      <td>19.00</td>\n",
       "      <td>Vulpecula</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11345</th>\n",
       "      <td>CK Vulpeculae</td>\n",
       "      <td>19h 47m 38.1s</td>\n",
       "      <td>+27° 18′ 48″</td>\n",
       "      <td>20.00</td>\n",
       "      <td>Vulpecula</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>9074 rows × 5 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                     Name Right Ascension     Declination  Apparent Magnitude  \\\n",
       "0        Alpha Andromedae  00h 08m 23.17s  +29° 05′ 27.0″                2.07   \n",
       "1         Beta Andromedae  01h 09m 43.80s  +35° 37′ 15.0″                2.07   \n",
       "2        Gamma Andromedae  02h 03m 53.92s  +42° 19′ 47.5″                2.10   \n",
       "3        Delta Andromedae  00h 39m 19.60s  +30° 51′ 40.4″                3.27   \n",
       "4        Andromeda Galaxy  00h 42m 44.31s  +41° 16′ 09.4″                3.44   \n",
       "5           51 Andromedae  01h 37m 59.50s  +48° 37′ 42.6″                3.59   \n",
       "6      Omicron Andromedae  23h 01m 55.25s  +42° 19′ 33.5″                3.62   \n",
       "7       Lambda Andromedae  23h 37m 33.71s  +46° 27′ 33.0″                3.81   \n",
       "8           Mu Andromedae  00h 56m 45.10s  +38° 29′ 57.3″                3.86   \n",
       "9         Zeta Andromedae  00h 47m 20.39s  +24° 16′ 02.6″                4.08   \n",
       "10     Upsilon Andromedae  01h 36m 47.98s  +41° 24′ 23.0″                4.10   \n",
       "11       Kappa Andromedae  23h 40m 24.44s  +44° 20′ 02.3″                4.15   \n",
       "12         Phi Andromedae  01h 09m 30.12s  +47° 14′ 30.6″                4.26   \n",
       "13        Iota Andromedae  23h 38m 08.18s  +43° 16′ 05.1″                4.29   \n",
       "14          Pi Andromedae  00h 36m 52.84s  +33° 43′ 09.7″                4.34   \n",
       "15     Epsilon Andromedae  00h 38m 33.50s  +29° 18′ 44.5″                4.34   \n",
       "16         Eta Andromedae  00h 57m 12.43s  +23° 25′ 03.9″                4.40   \n",
       "17       Sigma Andromedae  00h 18m 19.71s  +36° 47′ 07.2″                4.51   \n",
       "18          Nu Andromedae  00h 49m 48.83s  +41° 04′ 44.2″                4.53   \n",
       "19           7 Andromedae  23h 12m 32.92s  +49° 24′ 21.5″                4.53   \n",
       "20       Theta Andromedae  00h 17m 05.54s  +38° 40′ 54.0″                4.61   \n",
       "21           3 Andromedae  23h 04m 10.83s  +50° 03′ 06.1″                4.64   \n",
       "22          65 Andromedae  02h 25m 37.40s  +50° 16′ 43.2″                4.73   \n",
       "23          58 Andromedae  02h 08m 29.15s  +37° 51′ 33.1″                4.78   \n",
       "24           8 Andromedae  23h 17m 44.62s  +49° 00′ 55.0″                4.82   \n",
       "25       Omega Andromedae  01h 27m 39.09s  +45° 24′ 25.0″                4.83   \n",
       "26       Gamma Andromedae  02h 03m 54.70s  +42° 19′ 51.0″                4.84   \n",
       "27          60 Andromedae  02h 13m 13.34s  +44° 13′ 54.1″                4.84   \n",
       "28          Xi Andromedae  01h 22m 20.39s  +45° 31′ 43.5″                4.87   \n",
       "29         Tau Andromedae  01h 40m 34.80s  +40° 34′ 37.6″                4.96   \n",
       "...                   ...             ...             ...                 ...   \n",
       "11315           HD 188037  19h 52m 30.08s  +22° 27′ 14.4″                7.76   \n",
       "11316        V Vulpeculae  20h 36m 32.02s  +26° 36′ 14.5″                8.05   \n",
       "11317           HD 201626  21h 09m 59.27s  +26° 36′ 54.9″                8.16   \n",
       "11318           HD 188015  19h 52m 04.54s  +28° 06′ 01.4″                8.22   \n",
       "11319           HD 203030  21h 18m 58.22s  +26° 13′ 50.0″                8.45   \n",
       "11320        S Vulpeculae  19h 48m 23.81s  +27° 17′ 11.4″                8.69   \n",
       "11321       DR Vulpeculae  20h 13m 46.85s  +26° 45′ 01.6″                8.71   \n",
       "11322        X Vulpeculae  19h 57m 28.61s  +26° 33′ 23.3″                8.87   \n",
       "11323          BD+23 3912  20h 10m 48.16s  +23° 57′ 54.5″                8.93   \n",
       "11324       BE Vulpeculae  20h 25m 33.64s  +27° 22′ 09.1″                9.79   \n",
       "11325       BP Vulpeculae  20h 25m 33.25s  +21° 02′ 18.0″                9.95   \n",
       "11326       BS Vulpeculae  19h 37m 26.51s  +21° 55′ 50.4″               10.08   \n",
       "11327       BO Vulpeculae  19h 56m 29.07s  +23° 54′ 45.0″               10.12   \n",
       "11328           HD 340099   20h 21m 46.0s    +26° 41′ 34″               10.21   \n",
       "11329           HD 186943  19h 46m 15.94s  +28° 16′ 19.1″               10.23   \n",
       "11330       WW Vulpeculae  19h 25m 58.75s  +21° 12′ 31.3″               10.25   \n",
       "11331       AW Vulpeculae  20h 29m 01.67s  +24° 48′ 27.9″               11.40   \n",
       "11332           Wolf 1346  20h 34m 21.88s  +25° 03′ 49.7″               11.55   \n",
       "11333       PX Vulpeculae  19h 26m 40.26s  +23° 53′ 50.9″               11.83   \n",
       "11334            G 185-32  19h 37m 13.17s  +27° 43′ 18.1″               12.97   \n",
       "11335              GD 385  19h 52m 27.88s  +25° 09′ 29.1″               15.11   \n",
       "11337       LV Vulpeculae  19h 48m 00.52s  +27° 10′ 19.3″               16.90   \n",
       "11338       PW Vulpeculae  19h 26m 05.06s  +27° 21′ 58.8″               16.90   \n",
       "11339       VW Vulpeculae  20h 57m 45.07s  +25° 30′ 25.7″               17.00   \n",
       "11340       QU Vulpeculae  20h 26m 45.94s  +27° 50′ 42.2″               17.90   \n",
       "11341       NQ Vulpeculae  19h 29m 14.69s  +20° 27′ 59.6″               18.00   \n",
       "11342          GS 2000+25  20h 02m 49.58s  +25° 14′ 11.3″               18.20   \n",
       "11343     V458 Vulpeculae  19h 54m 24.61s  +20° 52′ 52.6″               18.30   \n",
       "11344       QV Vulpeculae  19h 04m 40.32s  +21° 46′ 14.2″               19.00   \n",
       "11345       CK Vulpeculae   19h 47m 38.1s    +27° 18′ 48″               20.00   \n",
       "\n",
       "      Constellation  \n",
       "0         Andromeda  \n",
       "1         Andromeda  \n",
       "2         Andromeda  \n",
       "3         Andromeda  \n",
       "4         Andromeda  \n",
       "5         Andromeda  \n",
       "6         Andromeda  \n",
       "7         Andromeda  \n",
       "8         Andromeda  \n",
       "9         Andromeda  \n",
       "10        Andromeda  \n",
       "11        Andromeda  \n",
       "12        Andromeda  \n",
       "13        Andromeda  \n",
       "14        Andromeda  \n",
       "15        Andromeda  \n",
       "16        Andromeda  \n",
       "17        Andromeda  \n",
       "18        Andromeda  \n",
       "19        Andromeda  \n",
       "20        Andromeda  \n",
       "21        Andromeda  \n",
       "22        Andromeda  \n",
       "23        Andromeda  \n",
       "24        Andromeda  \n",
       "25        Andromeda  \n",
       "26        Andromeda  \n",
       "27        Andromeda  \n",
       "28        Andromeda  \n",
       "29        Andromeda  \n",
       "...             ...  \n",
       "11315     Vulpecula  \n",
       "11316     Vulpecula  \n",
       "11317     Vulpecula  \n",
       "11318     Vulpecula  \n",
       "11319     Vulpecula  \n",
       "11320     Vulpecula  \n",
       "11321     Vulpecula  \n",
       "11322     Vulpecula  \n",
       "11323     Vulpecula  \n",
       "11324     Vulpecula  \n",
       "11325     Vulpecula  \n",
       "11326     Vulpecula  \n",
       "11327     Vulpecula  \n",
       "11328     Vulpecula  \n",
       "11329     Vulpecula  \n",
       "11330     Vulpecula  \n",
       "11331     Vulpecula  \n",
       "11332     Vulpecula  \n",
       "11333     Vulpecula  \n",
       "11334     Vulpecula  \n",
       "11335     Vulpecula  \n",
       "11337     Vulpecula  \n",
       "11338     Vulpecula  \n",
       "11339     Vulpecula  \n",
       "11340     Vulpecula  \n",
       "11341     Vulpecula  \n",
       "11342     Vulpecula  \n",
       "11343     Vulpecula  \n",
       "11344     Vulpecula  \n",
       "11345     Vulpecula  \n",
       "\n",
       "[9074 rows x 5 columns]"
      ]
     },
     "execution_count": 3,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "import pandas as pd\n",
    "\n",
    "starsdf = pd.DataFrame(stars, columns=['Name', 'Right Ascension', 'Declination', 'Apparent Magnitude', 'Constellation'])\n",
    "   \n",
    "# remove ' (page does not exist)' string from end of some names\n",
    "starsdf.Name = starsdf.Name.str.replace(' \\(page does not exist\\)', '')\n",
    "\n",
    "# \n",
    "starsdf['Apparent Magnitude'] = starsdf['Apparent Magnitude'].str.replace('−', '-')\n",
    "starsdf['Apparent Magnitude'] = starsdf['Apparent Magnitude'].str.replace('~', '')\n",
    "starsdf['Apparent Magnitude'] = starsdf['Apparent Magnitude'].str.replace('n/a', '')\n",
    "starsdf['Apparent Magnitude'] = starsdf['Apparent Magnitude'].str.extract('([-+]?\\d*\\.\\d+|\\d+)', expand=False)\n",
    "\n",
    "#\n",
    "starsdf.Constellation = starsdf.Constellation.astype('category')\n",
    "\n",
    "#\n",
    "starsdf['Declination'] = starsdf['Declination'].str.replace('−', '-')\n",
    "starsdf['Declination'] = starsdf['Declination'].str.replace(' ″', '″')\n",
    "\n",
    "#\n",
    "starsdf['Right Ascension'] = starsdf['Right Ascension'].str.replace(' s', 's')\n",
    "\n",
    "# remove missing value rows\n",
    "for key in starsdf.keys():\n",
    "    starsdf.loc[starsdf[key] == ''] = np.nan\n",
    " \n",
    "starsdf['Apparent Magnitude'] = starsdf['Apparent Magnitude'].astype(float)\n",
    "\n",
    "starsdf.dropna(inplace=True)\n",
    "\n",
    "starsdf"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "starsdf.to_csv('constellations.csv', index=False)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.5.1+"
  },
  "nav_menu": {},
  "toc": {
   "navigate_menu": true,
   "number_sections": true,
   "sideBar": true,
   "threshold": 6,
   "toc_cell": false,
   "toc_section_display": "block",
   "toc_window_display": true
  },
  "toc_position": {
   "height": "751px",
   "left": "0px",
   "right": "1388px",
   "top": "107px",
   "width": "212px"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 0
}