diff --git a/utils/helpers.py b/utils/helpers.py index 83a9a74..75ec2e7 100644 --- a/utils/helpers.py +++ b/utils/helpers.py @@ -33,6 +33,10 @@ class UrlPool(object): class WebPage(object): + ''' + Object to manage common operations required to return + the data from each individual page. + ''' headers = {'User-Agent': 'Mozilla/5.0 (X11; Linux x86_64; rv:61.0) Gecko/20100101 Firefox/61.0'}