Update 'crawler.py'
This commit is contained in:
parent
6285c89ca2
commit
15a185e74b
@ -5,12 +5,13 @@ import re
|
||||
|
||||
print('starting . . . ')
|
||||
|
||||
def download_filters(url,incoming):
|
||||
def clear_old_files(incoming):
|
||||
try:
|
||||
os.remove(incoming)
|
||||
except OSError:
|
||||
pass
|
||||
|
||||
def download_filters(url,incoming):
|
||||
print("downloading: ",url)
|
||||
|
||||
get = requests.get(url)
|
||||
|
Loading…
Reference in New Issue
Block a user