diff --git a/__pycache__/crawler.cpython-37.pyc b/__pycache__/crawler.cpython-37.pyc new file mode 100644 index 0000000..c7c0d06 Binary files /dev/null and b/__pycache__/crawler.cpython-37.pyc differ diff --git a/action.example.py b/action.example.py index b646f42..8489ee0 100644 --- a/action.example.py +++ b/action.example.py @@ -1,5 +1,5 @@ import sys -sys.path.insert(0, '/filters-maker') +sys.path.append('/filters-maker') import crawler import maker_rpz diff --git a/crawler.py b/crawler.py index 5a18d16..903637a 100644 --- a/crawler.py +++ b/crawler.py @@ -3,8 +3,6 @@ import sys import requests import re -input = sys.argv[1] - print('starting . . . ') try: @@ -17,7 +15,7 @@ def download_filters(url,input): os.remove(input) except OSError: pass - + print("downloading: ",url) get = requests.get(url) @@ -74,19 +72,6 @@ def killingdup(duplicated_file): print("++ successful!") f.close() -download_filters("https://dbl.oisd.nl/") -download_filters("https://hosts.netlify.app/Pro/rpz.txt") -download_filters("https://filters.kylz.nl/RPZ/adguard/dns.txt") -download_filters("https://filters.kylz.nl/RPZ/adguard/cname-tracker.txt") -download_filters("https://filters.kylz.nl/RPZ/adguard/cname-original.txt") -download_filters("https://filters.kylz.nl/RPZ/stevenblack/f-s.txt") -download_filters("https://filters.kylz.nl/RPZ/someonewhocares/rpz.txt") -download_filters("https://urlhaus.abuse.ch/downloads/rpz/") -download_filters("https://github.com/easylist/easylist/raw/master/easylist/easylist_adservers.txt") -filtering(input) -filteringcon(input) -killingdup(input) - print('process completed.') print('Location of your file is ' + input)