DAFT-11: Misc fixes (TheJokersThief#11)

Author: TheJokersThief

daft_scraper/__init__.py

@@ -36,6 +36,7 @@ def __init__(self, user_agent=None, enable_retries=True):
         if enable_retries:
             retry_strategy = Retry(
                 total=3,
+                status_forcelist=[500, 502, 503, 504],
                 backoff_factor=0.1
             )
             adapter = requests.adapters.HTTPAdapter(max_retries=retry_strategy)

daft_scraper/listing.py

@@ -75,7 +75,7 @@ class Meta:
 
 
 class ListingSchema(Schema):
-    URL_BASE = "https://daft.ie"
+    URL_BASE = Daft.BASE_URL
     PRICE_RE = re.compile(r'[0-9,]+')
 
     class Meta:
@@ -149,7 +149,7 @@ def ad_page_info(self):
 
     @property
     def description(self) -> str:
-        return self.ad_page_info['props']['pageProps']['listing'].get('description', None)
+        return self.ad_page_info['props']['pageProps'].get('listing', {}).get('description', None)
 
     @property
     def county(self) -> list: