batch_image_resize.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "id": "lined-shaft",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>id</th>\n",
       "      <th>listing_url</th>\n",
       "      <th>scrape_id</th>\n",
       "      <th>last_scraped</th>\n",
       "      <th>name</th>\n",
       "      <th>description</th>\n",
       "      <th>neighborhood_overview</th>\n",
       "      <th>picture_url</th>\n",
       "      <th>host_id</th>\n",
       "      <th>host_url</th>\n",
       "      <th>...</th>\n",
       "      <th>review_scores_location</th>\n",
       "      <th>review_scores_value</th>\n",
       "      <th>license</th>\n",
       "      <th>instant_bookable</th>\n",
       "      <th>calculated_host_listings_count</th>\n",
       "      <th>calculated_host_listings_count_entire_homes</th>\n",
       "      <th>calculated_host_listings_count_private_rooms</th>\n",
       "      <th>calculated_host_listings_count_shared_rooms</th>\n",
       "      <th>reviews_per_month</th>\n",
       "      <th>filename</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>109</td>\n",
       "      <td>https://www.airbnb.com/rooms/109</td>\n",
       "      <td>20210207181900</td>\n",
       "      <td>2021-02-09</td>\n",
       "      <td>Amazing bright elegant condo park front *UPGRA...</td>\n",
       "      <td>*** Unit upgraded with new bamboo flooring, br...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://a0.muscache.com/pictures/4321499/1da98...</td>\n",
       "      <td>521</td>\n",
       "      <td>https://www.airbnb.com/users/show/521</td>\n",
       "      <td>...</td>\n",
       "      <td>10.0</td>\n",
       "      <td>8.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>f</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0.02</td>\n",
       "      <td>images/1da9892a_original.jpg</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>2708</td>\n",
       "      <td>https://www.airbnb.com/rooms/2708</td>\n",
       "      <td>20210207181900</td>\n",
       "      <td>2021-02-09</td>\n",
       "      <td>Runyon Canyon  | Beau Furn Mir Mini-Suite Fire...</td>\n",
       "      <td>Run Runyon Canyon&lt;br /&gt;&lt;br /&gt;Beautifully Furni...</td>\n",
       "      <td>Walk and run to Runyon Canyon, it is open!&lt;br ...</td>\n",
       "      <td>https://a0.muscache.com/pictures/miso/Hosting-...</td>\n",
       "      <td>3008</td>\n",
       "      <td>https://www.airbnb.com/users/show/3008</td>\n",
       "      <td>...</td>\n",
       "      <td>10.0</td>\n",
       "      <td>10.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>t</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>0.34</td>\n",
       "      <td>images/4308d9cc-bdef-4a3a-974c-305478b0eb53.png</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>2732</td>\n",
       "      <td>https://www.airbnb.com/rooms/2732</td>\n",
       "      <td>20210207181900</td>\n",
       "      <td>2021-02-09</td>\n",
       "      <td>Zen Life at the Beach</td>\n",
       "      <td>An oasis of tranquility awaits you.&lt;br /&gt;&lt;br /...</td>\n",
       "      <td>This is the best part of Santa Monica. Quiet, ...</td>\n",
       "      <td>https://a0.muscache.com/pictures/1082974/0f74c...</td>\n",
       "      <td>3041</td>\n",
       "      <td>https://www.airbnb.com/users/show/3041</td>\n",
       "      <td>...</td>\n",
       "      <td>10.0</td>\n",
       "      <td>9.0</td>\n",
       "      <td>228269</td>\n",
       "      <td>f</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0.18</td>\n",
       "      <td>images/0f74c9d1_original.jpg</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>2864</td>\n",
       "      <td>https://www.airbnb.com/rooms/2864</td>\n",
       "      <td>20210207181900</td>\n",
       "      <td>2021-02-09</td>\n",
       "      <td>* Beautiful Master Suite/Jacuzzi Tub/*</td>\n",
       "      <td>Centrally located.... Furnished with King Size...</td>\n",
       "      <td>What makes the neighborhood unique is that the...</td>\n",
       "      <td>https://a0.muscache.com/pictures/23817858/de20...</td>\n",
       "      <td>3207</td>\n",
       "      <td>https://www.airbnb.com/users/show/3207</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>t</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>images/de20cdd9_original.jpg</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>5728</td>\n",
       "      <td>https://www.airbnb.com/rooms/5728</td>\n",
       "      <td>20210207181900</td>\n",
       "      <td>2021-02-10</td>\n",
       "      <td>Tiny Home in Artistic Oasis near Venice and LAX</td>\n",
       "      <td>Our home is located near Venice Beach without ...</td>\n",
       "      <td>Our neighborhood is very quiet and save. There...</td>\n",
       "      <td>https://a0.muscache.com/pictures/7a29d275-f293...</td>\n",
       "      <td>9171</td>\n",
       "      <td>https://www.airbnb.com/users/show/9171</td>\n",
       "      <td>...</td>\n",
       "      <td>10.0</td>\n",
       "      <td>9.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>f</td>\n",
       "      <td>4</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>2.20</td>\n",
       "      <td>images/7a29d275-f293-48cd-8642-fc4fd6af5a44.jpg</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31893</th>\n",
       "      <td>48070005</td>\n",
       "      <td>https://www.airbnb.com/rooms/48070005</td>\n",
       "      <td>20210207181900</td>\n",
       "      <td>2021-02-10</td>\n",
       "      <td>nice guest room</td>\n",
       "      <td>nice room with queen bed, table and chairs.&lt;br...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://a0.muscache.com/pictures/miso/Hosting-...</td>\n",
       "      <td>387568794</td>\n",
       "      <td>https://www.airbnb.com/users/show/387568794</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>f</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>images/cb202c19-f5ad-4f91-8e5f-8cdc42a7d050.jpeg</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31895</th>\n",
       "      <td>48070933</td>\n",
       "      <td>https://www.airbnb.com/rooms/48070933</td>\n",
       "      <td>20210207181900</td>\n",
       "      <td>2021-02-09</td>\n",
       "      <td>clean and comfortable room to rest</td>\n",
       "      <td>A comfortable and clean room prepared for gues...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://a0.muscache.com/pictures/cce8153b-0dc5...</td>\n",
       "      <td>387568794</td>\n",
       "      <td>https://www.airbnb.com/users/show/387568794</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>t</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>images/cce8153b-0dc5-4c93-bc04-d4e6aaa28152.jpg</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31896</th>\n",
       "      <td>48070985</td>\n",
       "      <td>https://www.airbnb.com/rooms/48070985</td>\n",
       "      <td>20210207181900</td>\n",
       "      <td>2021-02-09</td>\n",
       "      <td>quiet and clean room</td>\n",
       "      <td>a quiet and clean place to rest.</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://a0.muscache.com/pictures/10755099-2ede...</td>\n",
       "      <td>387568794</td>\n",
       "      <td>https://www.airbnb.com/users/show/387568794</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>f</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>images/10755099-2ede-474c-8957-3ef655aa2c6f.jpg</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31897</th>\n",
       "      <td>48071306</td>\n",
       "      <td>https://www.airbnb.com/rooms/48071306</td>\n",
       "      <td>20210207181900</td>\n",
       "      <td>2021-02-09</td>\n",
       "      <td>LOWER PRICE and Deep Cleaning+Pool+Free Parkin...</td>\n",
       "      <td>The apartment is located in a very safe and be...</td>\n",
       "      <td>All types of the restaurants are waiting for y...</td>\n",
       "      <td>https://a0.muscache.com/pictures/41e68445-0ae1...</td>\n",
       "      <td>106941010</td>\n",
       "      <td>https://www.airbnb.com/users/show/106941010</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Exempt - This listing is a transient occupancy...</td>\n",
       "      <td>t</td>\n",
       "      <td>13</td>\n",
       "      <td>13</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>images/41e68445-0ae1-4fbe-a1de-cad2a3224074.jpg</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31899</th>\n",
       "      <td>48072320</td>\n",
       "      <td>https://www.airbnb.com/rooms/48072320</td>\n",
       "      <td>20210207181900</td>\n",
       "      <td>2021-02-10</td>\n",
       "      <td>Happy home 快乐之家</td>\n",
       "      <td>房子离公园、超市、学校、购物广场都很近、生活非常之便利。房子里基本配备所有需要的设施、让你的...</td>\n",
       "      <td>离Ralps 开车5分钟、离购物商场开车7分钟左右、离附近的公园开车7分钟左右。上高速也很近...</td>\n",
       "      <td>https://a0.muscache.com/pictures/5ee02bf5-d404...</td>\n",
       "      <td>45258263</td>\n",
       "      <td>https://www.airbnb.com/users/show/45258263</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>t</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>images/5ee02bf5-d404-4401-80f0-f3078f3e65c9.jpg</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>30602 rows × 75 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "             id                            listing_url       scrape_id  \\\n",
       "0           109       https://www.airbnb.com/rooms/109  20210207181900   \n",
       "1          2708      https://www.airbnb.com/rooms/2708  20210207181900   \n",
       "2          2732      https://www.airbnb.com/rooms/2732  20210207181900   \n",
       "3          2864      https://www.airbnb.com/rooms/2864  20210207181900   \n",
       "4          5728      https://www.airbnb.com/rooms/5728  20210207181900   \n",
       "...         ...                                    ...             ...   \n",
       "31893  48070005  https://www.airbnb.com/rooms/48070005  20210207181900   \n",
       "31895  48070933  https://www.airbnb.com/rooms/48070933  20210207181900   \n",
       "31896  48070985  https://www.airbnb.com/rooms/48070985  20210207181900   \n",
       "31897  48071306  https://www.airbnb.com/rooms/48071306  20210207181900   \n",
       "31899  48072320  https://www.airbnb.com/rooms/48072320  20210207181900   \n",
       "\n",
       "      last_scraped                                               name  \\\n",
       "0       2021-02-09  Amazing bright elegant condo park front *UPGRA...   \n",
       "1       2021-02-09  Runyon Canyon  | Beau Furn Mir Mini-Suite Fire...   \n",
       "2       2021-02-09                              Zen Life at the Beach   \n",
       "3       2021-02-09             * Beautiful Master Suite/Jacuzzi Tub/*   \n",
       "4       2021-02-10    Tiny Home in Artistic Oasis near Venice and LAX   \n",
       "...            ...                                                ...   \n",
       "31893   2021-02-10                                    nice guest room   \n",
       "31895   2021-02-09                 clean and comfortable room to rest   \n",
       "31896   2021-02-09                               quiet and clean room   \n",
       "31897   2021-02-09  LOWER PRICE and Deep Cleaning+Pool+Free Parkin...   \n",
       "31899   2021-02-10                                    Happy home 快乐之家   \n",
       "\n",
       "                                             description  \\\n",
       "0      *** Unit upgraded with new bamboo flooring, br...   \n",
       "1      Run Runyon Canyon<br /><br />Beautifully Furni...   \n",
       "2      An oasis of tranquility awaits you.<br /><br /...   \n",
       "3      Centrally located.... Furnished with King Size...   \n",
       "4      Our home is located near Venice Beach without ...   \n",
       "...                                                  ...   \n",
       "31893  nice room with queen bed, table and chairs.<br...   \n",
       "31895  A comfortable and clean room prepared for gues...   \n",
       "31896                   a quiet and clean place to rest.   \n",
       "31897  The apartment is located in a very safe and be...   \n",
       "31899  房子离公园、超市、学校、购物广场都很近、生活非常之便利。房子里基本配备所有需要的设施、让你的...   \n",
       "\n",
       "                                   neighborhood_overview  \\\n",
       "0                                                    NaN   \n",
       "1      Walk and run to Runyon Canyon, it is open!<br ...   \n",
       "2      This is the best part of Santa Monica. Quiet, ...   \n",
       "3      What makes the neighborhood unique is that the...   \n",
       "4      Our neighborhood is very quiet and save. There...   \n",
       "...                                                  ...   \n",
       "31893                                                NaN   \n",
       "31895                                                NaN   \n",
       "31896                                                NaN   \n",
       "31897  All types of the restaurants are waiting for y...   \n",
       "31899  离Ralps 开车5分钟、离购物商场开车7分钟左右、离附近的公园开车7分钟左右。上高速也很近...   \n",
       "\n",
       "                                             picture_url    host_id  \\\n",
       "0      https://a0.muscache.com/pictures/4321499/1da98...        521   \n",
       "1      https://a0.muscache.com/pictures/miso/Hosting-...       3008   \n",
       "2      https://a0.muscache.com/pictures/1082974/0f74c...       3041   \n",
       "3      https://a0.muscache.com/pictures/23817858/de20...       3207   \n",
       "4      https://a0.muscache.com/pictures/7a29d275-f293...       9171   \n",
       "...                                                  ...        ...   \n",
       "31893  https://a0.muscache.com/pictures/miso/Hosting-...  387568794   \n",
       "31895  https://a0.muscache.com/pictures/cce8153b-0dc5...  387568794   \n",
       "31896  https://a0.muscache.com/pictures/10755099-2ede...  387568794   \n",
       "31897  https://a0.muscache.com/pictures/41e68445-0ae1...  106941010   \n",
       "31899  https://a0.muscache.com/pictures/5ee02bf5-d404...   45258263   \n",
       "\n",
       "                                          host_url  ...  \\\n",
       "0            https://www.airbnb.com/users/show/521  ...   \n",
       "1           https://www.airbnb.com/users/show/3008  ...   \n",
       "2           https://www.airbnb.com/users/show/3041  ...   \n",
       "3           https://www.airbnb.com/users/show/3207  ...   \n",
       "4           https://www.airbnb.com/users/show/9171  ...   \n",
       "...                                            ...  ...   \n",
       "31893  https://www.airbnb.com/users/show/387568794  ...   \n",
       "31895  https://www.airbnb.com/users/show/387568794  ...   \n",
       "31896  https://www.airbnb.com/users/show/387568794  ...   \n",
       "31897  https://www.airbnb.com/users/show/106941010  ...   \n",
       "31899   https://www.airbnb.com/users/show/45258263  ...   \n",
       "\n",
       "      review_scores_location review_scores_value  \\\n",
       "0                       10.0                 8.0   \n",
       "1                       10.0                10.0   \n",
       "2                       10.0                 9.0   \n",
       "3                        NaN                 NaN   \n",
       "4                       10.0                 9.0   \n",
       "...                      ...                 ...   \n",
       "31893                    NaN                 NaN   \n",
       "31895                    NaN                 NaN   \n",
       "31896                    NaN                 NaN   \n",
       "31897                    NaN                 NaN   \n",
       "31899                    NaN                 NaN   \n",
       "\n",
       "                                                 license instant_bookable  \\\n",
       "0                                                    NaN                f   \n",
       "1                                                    NaN                t   \n",
       "2                                                 228269                f   \n",
       "3                                                    NaN                t   \n",
       "4                                                    NaN                f   \n",
       "...                                                  ...              ...   \n",
       "31893                                                NaN                f   \n",
       "31895                                                NaN                t   \n",
       "31896                                                NaN                f   \n",
       "31897  Exempt - This listing is a transient occupancy...                t   \n",
       "31899                                                NaN                t   \n",
       "\n",
       "      calculated_host_listings_count  \\\n",
       "0                                  1   \n",
       "1                                  2   \n",
       "2                                  2   \n",
       "3                                  1   \n",
       "4                                  4   \n",
       "...                              ...   \n",
       "31893                              3   \n",
       "31895                              3   \n",
       "31896                              3   \n",
       "31897                             13   \n",
       "31899                              2   \n",
       "\n",
       "      calculated_host_listings_count_entire_homes  \\\n",
       "0                                               1   \n",
       "1                                               0   \n",
       "2                                               1   \n",
       "3                                               1   \n",
       "4                                               1   \n",
       "...                                           ...   \n",
       "31893                                           0   \n",
       "31895                                           0   \n",
       "31896                                           0   \n",
       "31897                                          13   \n",
       "31899                                           0   \n",
       "\n",
       "      calculated_host_listings_count_private_rooms  \\\n",
       "0                                                0   \n",
       "1                                                2   \n",
       "2                                                1   \n",
       "3                                                0   \n",
       "4                                                3   \n",
       "...                                            ...   \n",
       "31893                                            3   \n",
       "31895                                            3   \n",
       "31896                                            3   \n",
       "31897                                            0   \n",
       "31899                                            2   \n",
       "\n",
       "      calculated_host_listings_count_shared_rooms reviews_per_month  \\\n",
       "0                                               0              0.02   \n",
       "1                                               0              0.34   \n",
       "2                                               0              0.18   \n",
       "3                                               0               NaN   \n",
       "4                                               0              2.20   \n",
       "...                                           ...               ...   \n",
       "31893                                           0               NaN   \n",
       "31895                                           0               NaN   \n",
       "31896                                           0               NaN   \n",
       "31897                                           0               NaN   \n",
       "31899                                           0               NaN   \n",
       "\n",
       "                                               filename  \n",
       "0                          images/1da9892a_original.jpg  \n",
       "1       images/4308d9cc-bdef-4a3a-974c-305478b0eb53.png  \n",
       "2                          images/0f74c9d1_original.jpg  \n",
       "3                          images/de20cdd9_original.jpg  \n",
       "4       images/7a29d275-f293-48cd-8642-fc4fd6af5a44.jpg  \n",
       "...                                                 ...  \n",
       "31893  images/cb202c19-f5ad-4f91-8e5f-8cdc42a7d050.jpeg  \n",
       "31895   images/cce8153b-0dc5-4c93-bc04-d4e6aaa28152.jpg  \n",
       "31896   images/10755099-2ede-474c-8957-3ef655aa2c6f.jpg  \n",
       "31897   images/41e68445-0ae1-4fbe-a1de-cad2a3224074.jpg  \n",
       "31899   images/5ee02bf5-d404-4401-80f0-f3078f3e65c9.jpg  \n",
       "\n",
       "[30602 rows x 75 columns]"
      ]
     },
     "execution_count": 1,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "from PIL import Image\n",
    "from torchvision import transforms\n",
    "import pandas as pd\n",
    "import numpy as np\n",
    "\n",
    "#ran this for each city CSV file\n",
    "data = pd.read_csv(\"./data/la_listings.csv\")\n",
    "data[\"filename\"] = data.picture_url.apply(lambda k: \"images/\"+k.split(\"/\")[-1])\n",
    "data = data[data.duplicated(\"picture_url\", keep=\"first\") == False]\n",
    "data"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "id": "legal-softball",
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "c:\\users\\cpsch\\northeastern\\spring 2021\\ds4900\\venv\\lib\\site-packages\\pandas\\core\\generic.py:5491: SettingWithCopyWarning: \n",
      "A value is trying to be set on a copy of a slice from a DataFrame\n",
      "\n",
      "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n",
      "  self[name] = value\n",
      "c:\\users\\cpsch\\northeastern\\spring 2021\\ds4900\\venv\\lib\\site-packages\\PIL\\JpegImagePlugin.py:790: UserWarning: Image appears to be a malformed MPO file, it will be interpreted as a base JPEG file\n",
      "  warnings.warn(\n",
      "c:\\users\\cpsch\\northeastern\\spring 2021\\ds4900\\venv\\lib\\site-packages\\PIL\\TiffImagePlugin.py:793: UserWarning: Corrupt EXIF data.  Expecting to read 4 bytes but only got 0. \n",
      "  warnings.warn(str(msg))\n"
     ]
    }
   ],
   "source": [
    "preprocess = transforms.Compose([\n",
    "    transforms.Resize(256),\n",
    "    transforms.CenterCrop(224)\n",
    "])\n",
    "\n",
    "for i in range(data.shape[0]):\n",
    "    filename = \"./\" + data.iloc[i].filename\n",
    "    try:\n",
    "        img = Image.open(filename)\n",
    "        img = preprocess(img)\n",
    "        img.save(filename)\n",
    "    except:\n",
    "        data.iloc[i].filename = np.nan"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "unnecessary-pharmacy",
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.8.6"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}