readonly/filters-maker
1
0
Fork 0
mirror of https://github.com/minoplhy/filters-maker.git synced 2024-12-22 18:18:13 +00:00
Code Issues Projects Releases Activity

modi

Browse Source
This commit is contained in:
minoplhy 2021-08-02 20:47:46 +07:00
parent 43118f0598
commit aff3e8535d
3 changed files with 2 additions and 17 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

BIN
__pycache__/crawler.cpython-37.pyc Normal file
View File

Binary file not shown.

2
action.example.py
View File

@ -1,5 +1,5 @@
import sys
sys.path.insert(0, '/filters-maker')
sys.path.append('/filters-maker')
import crawler
import maker_rpz

17
crawler.py
View File

@ -3,8 +3,6 @@ import sys
import requests
import re
input = sys.argv[1]
print('starting . . . ')
try:
@ -17,7 +15,7 @@ def download_filters(url,input):
os.remove(input)
except OSError:
pass
print("downloading: ",url)
get = requests.get(url)
@ -74,19 +72,6 @@ def killingdup(duplicated_file):
print("++ successful!")
f.close()
download_filters("https://dbl.oisd.nl/")
download_filters("https://hosts.netlify.app/Pro/rpz.txt")
download_filters("https://filters.kylz.nl/RPZ/adguard/dns.txt")
download_filters("https://filters.kylz.nl/RPZ/adguard/cname-tracker.txt")
download_filters("https://filters.kylz.nl/RPZ/adguard/cname-original.txt")
download_filters("https://filters.kylz.nl/RPZ/stevenblack/f-s.txt")
download_filters("https://filters.kylz.nl/RPZ/someonewhocares/rpz.txt")
download_filters("https://urlhaus.abuse.ch/downloads/rpz/")
download_filters("https://github.com/easylist/easylist/raw/master/easylist/easylist_adservers.txt")
filtering(input)
filteringcon(input)
killingdup(input)
print('process completed.')
print('Location of your file is ' + input)