remove testing url with requests and assume that the user is correct

This commit is contained in:
2018-08-28 17:22:52 +01:00
parent 0d0438670c
commit 25f8c4c686
2 changed files with 36 additions and 39 deletions

View File

@@ -1,34 +1,37 @@
#!/usr/bin/env python
import unittest
from utils.helpers import (url_validation, standardise_base_url)
from utils.helpers import (clean_base_url)
class TestUrls(unittest.TestCase):
base_url = "github.com"
base_url_list = (('eu.httpbin.org', 'http://eu.httpbin.org'),
('www.simonweald.com', 'https://www.simonweald.com'),
('http://www.github.com', 'http://www.github.com'))
('www.simonweald.com', 'http://www.simonweald.com'),
('http://www.github.com/', 'http://www.github.com'),
('https://www.github.com', 'https://www.github.com'))
valid_urls = ["https://www.github.com", "http://www.github.com",
"github.com", "/some/url/", "index.html"]
def test_url_standardisation(self):
def test_clean_base_url(self):
'''
Tests whether a URL's protocol can be discovered if not provided.
'''
for url, target in self.base_url_list:
result = standardise_base_url(url)
result = clean_base_url(url)
self.assertEqual(result, target)
def test_url_validation(self):
'''
Passes when given a valid URL. A valid URL is qualified
by being local to the domain to be crawled.
'''
for url in self.valid_urls:
result = url_validation(self.base_url, url)
self.assertTrue(result)
# def test_url_validation(self):
# '''
# Passes when given a valid URL. A valid URL is qualified
# by being local to the domain to be crawled.
# '''
# for url in self.valid_urls:
# result = url_validation(self.base_url, url)
# self.assertTrue(result)
if __name__ == '__main__':