modi
This commit is contained in:
parent
43118f0598
commit
aff3e8535d
BIN
__pycache__/crawler.cpython-37.pyc
Normal file
BIN
__pycache__/crawler.cpython-37.pyc
Normal file
Binary file not shown.
@ -1,5 +1,5 @@
|
||||
import sys
|
||||
sys.path.insert(0, '/filters-maker')
|
||||
sys.path.append('/filters-maker')
|
||||
|
||||
import crawler
|
||||
import maker_rpz
|
||||
|
17
crawler.py
17
crawler.py
@ -3,8 +3,6 @@ import sys
|
||||
import requests
|
||||
import re
|
||||
|
||||
input = sys.argv[1]
|
||||
|
||||
print('starting . . . ')
|
||||
|
||||
try:
|
||||
@ -17,7 +15,7 @@ def download_filters(url,input):
|
||||
os.remove(input)
|
||||
except OSError:
|
||||
pass
|
||||
|
||||
|
||||
print("downloading: ",url)
|
||||
|
||||
get = requests.get(url)
|
||||
@ -74,19 +72,6 @@ def killingdup(duplicated_file):
|
||||
print("++ successful!")
|
||||
f.close()
|
||||
|
||||
download_filters("https://dbl.oisd.nl/")
|
||||
download_filters("https://hosts.netlify.app/Pro/rpz.txt")
|
||||
download_filters("https://filters.kylz.nl/RPZ/adguard/dns.txt")
|
||||
download_filters("https://filters.kylz.nl/RPZ/adguard/cname-tracker.txt")
|
||||
download_filters("https://filters.kylz.nl/RPZ/adguard/cname-original.txt")
|
||||
download_filters("https://filters.kylz.nl/RPZ/stevenblack/f-s.txt")
|
||||
download_filters("https://filters.kylz.nl/RPZ/someonewhocares/rpz.txt")
|
||||
download_filters("https://urlhaus.abuse.ch/downloads/rpz/")
|
||||
download_filters("https://github.com/easylist/easylist/raw/master/easylist/easylist_adservers.txt")
|
||||
filtering(input)
|
||||
filteringcon(input)
|
||||
killingdup(input)
|
||||
|
||||
print('process completed.')
|
||||
print('Location of your file is ' + input)
|
||||
|
||||
|
Loading…
Reference in New Issue
Block a user