|
|
2b812da26a
|
simplify UrlPoolManager to use a set instead of a dict
|
2018-08-29 21:49:15 +01:00 |
|
|
|
fb096b4468
|
add scratchpad for notes
|
2018-08-28 22:34:05 +01:00 |
|
|
|
5d94991167
|
start making the scraper an object
|
2018-08-28 22:29:36 +01:00 |
|
|
|
482d23dd4f
|
blank __init__.py
|
2018-08-28 22:29:11 +01:00 |
|
|
|
452de87f35
|
change name of pool management object to be more clear
|
2018-08-28 22:28:49 +01:00 |
|
|
|
73cb883151
|
add a list manager object
|
2018-08-28 22:28:16 +01:00 |
|
|
|
5c933fc5c9
|
initial commit of single-page scraper
|
2018-08-28 18:29:34 +01:00 |
|
|
|
25f8c4c686
|
remove testing url with requests and assume that the user is correct
|
2018-08-28 17:22:52 +01:00 |
|
|
|
0d0438670c
|
adjusted title
|
2018-08-28 09:12:48 +01:00 |
|
|
|
8a1fd39dc4
|
added pycache dirs
|
2018-08-27 19:38:13 +01:00 |
|
|
|
79b10798a3
|
initial commit of utils
|
2018-08-27 19:37:41 +01:00 |
|
|
|
fb6b976391
|
initial commit of utils tests
|
2018-08-27 19:36:43 +01:00 |
|
|
|
a04de7f4de
|
changed venv name
|
2018-08-27 14:28:20 +01:00 |
|
|
|
665ec1d7a7
|
add readme
|
2018-08-23 16:05:24 +01:00 |
|
|
|
65fc332925
|
ignore venv and vscode dirs
|
2018-08-23 16:03:46 +01:00 |
|
|
|
c6ce63838f
|
bare script file
|
2018-08-23 16:02:09 +01:00 |
|
|
|
c383fb7ee9
|
initial requirements file
|
2018-08-23 15:59:18 +01:00 |
|
|
|
01a16a998c
|
initial gitignore
|
2018-08-23 15:47:30 +01:00 |
|
