diff --git a/utils/helpers.py b/utils/helpers.py
index 6a43cba..3f9f1a3 100644
--- a/utils/helpers.py
+++ b/utils/helpers.py
@@ -140,6 +140,9 @@ class RobotsTxt(object):
     '''
 
     def __init__(self, base_url=None):
+        '''
+        Manually retrieve robots.txt to allow us to set the user-agent.
+        '''
         self.base_url = base_url
         self.headers = {'User-Agent': 'Mozilla/5.0 (X11; Linux x86_64; rv:61.0) Gecko/20100101 Firefox/61.0'}