added a docstring to the WebPage object
This commit is contained in:
@@ -33,6 +33,10 @@ class UrlPool(object):
|
||||
|
||||
|
||||
class WebPage(object):
|
||||
'''
|
||||
Object to manage common operations required to return
|
||||
the data from each individual page.
|
||||
'''
|
||||
|
||||
headers = {'User-Agent': 'Mozilla/5.0 (X11; Linux x86_64; rv:61.0) Gecko/20100101 Firefox/61.0'}
|
||||
|
||||
|
||||
Reference in New Issue
Block a user