Merge pull request #9 from paulovictorls/paulovictor

feat | gets the monthly condo fee

README.md

@@ -31,14 +31,17 @@ zap.search(localization="go+goiania++setor-oeste", num_pages=5)
   * default: 'casas'
 * dictionaty\_out (boolean): Specifies the method output (list of objects or dictionary)
   * default: False
+* time_to_wait (float): time to wait until the script scrapes the next page
+  * default: 0
 
 #### Scraped attributes:
 The objects returned from `search` contain the following attributes:
 * description: property description
 * price: property price (monthly)
+* condo\_fee: property condo fee (monthly)
 * bedrooms: number of bedrooms on property
 * bathrooms: number of bathrooms on property
 * total\_area\_m2: property area (square meters)
 * vacancies: parking spots available on property
 * address: property address
-* link: link of the property
+* link: link of the property

zapimoveis_scraper/__init__.py

@@ -30,6 +30,7 @@
 from urllib.request import Request, urlopen
 from bs4 import BeautifulSoup
 import json
+import time
 
 from zapimoveis_scraper.enums import ZapAcao, ZapTipo
 from zapimoveis_scraper.item import ZapItem
@@ -76,7 +77,7 @@ def convert_dict(data):
     #start dictonary 
     dicts = defaultdict(list)
     #create a list with the keys
-    keys = ['price','bedrooms','bathrooms','vacancies','total_area_m2','address','description', 'link']
+    keys = ['price', 'condo_fee', 'bedrooms','bathrooms','vacancies','total_area_m2','address','description', 'link']
 
     #simple for loops to create the dictionary
     for i in keys:
@@ -99,6 +100,7 @@ def get_ZapItem(listing):
     item = ZapItem()
     item.link = listing['link']['href']
     item.price = listing['listing']['pricingInfos'][0].get('price', None) if len(listing['listing']['pricingInfos']) > 0 else 0
+    item.condo_fee = listing['listing']['pricingInfos'][0].get('monthlyCondoFee', None) if len(listing['listing']['pricingInfos']) > 0 else 0
     item.bedrooms = listing['listing']['bedrooms'][0] if len(listing['listing']['bedrooms']) > 0 else 0
     item.bathrooms = listing['listing']['bathrooms'][0] if len(listing['listing']['bathrooms']) > 0 else 0
     item.vacancies =  listing['listing']['parkingSpaces'][0] if len(listing['listing']['parkingSpaces']) > 0 else 0
@@ -109,7 +111,7 @@ def get_ZapItem(listing):
     return item
 
 
-def search(localization='go+goiania++setor-marista', num_pages=1, acao=ZapAcao.aluguel.value, tipo=ZapTipo.casas.value, dictionary_out = False):
+def search(localization='go+goiania++setor-marista', num_pages=1, acao=ZapAcao.aluguel.value, tipo=ZapTipo.apartamentos.value, dictionary_out = False, time_to_wait=0):
     page = 1
     items = []
 
@@ -124,8 +126,9 @@ def search(localization='go+goiania++setor-marista', num_pages=1, acao=ZapAcao.a
                 items.append(get_ZapItem(listing))
 
         page += 1
-
+        time.sleep(time_to_wait)
+
     if dictionary_out:
         return convert_dict(items)
 
-    return items
+    return items

zapimoveis_scraper/item.py

@@ -2,6 +2,7 @@ class ZapItem:
 
     description = None
     price = None
+    condo_fee = None
     bedrooms = None
     bathrooms = None
     total_area_m2 = None