2021-08-02 10:15:51 -04:00
|
|
|
import sys
|
|
|
|
|
sys.path.append('/filters-maker')
|
|
|
|
|
|
2021-08-02 07:57:36 -04:00
|
|
|
import crawler
|
|
|
|
|
import maker_rpz
|
|
|
|
|
import maker_domains
|
|
|
|
|
|
2021-08-06 22:35:17 -04:00
|
|
|
incoming = "/reprwiki/Private-build/ucate/domains.txt"
|
2021-08-02 11:06:42 -04:00
|
|
|
excluded = "/repros/Resources/excluded.txt"
|
2021-08-06 23:19:38 -04:00
|
|
|
rpz_locat = "/reprwiki/Private-build/ucate/rpz.txt"
|
2021-08-02 07:57:36 -04:00
|
|
|
|
2021-08-03 02:53:40 -04:00
|
|
|
crawler.clear_old_files(incoming)
|
2021-08-02 10:38:00 -04:00
|
|
|
crawler.download_filters("https://dbl.oisd.nl/" ,incoming)
|
|
|
|
|
crawler.download_filters("https://hosts.netlify.app/Pro/rpz.txt" ,incoming)
|
|
|
|
|
crawler.download_filters("https://filters.kylz.nl/RPZ/adguard/dns.txt" ,incoming)
|
|
|
|
|
crawler.download_filters("https://filters.kylz.nl/RPZ/adguard/cname-tracker.txt" ,incoming)
|
|
|
|
|
crawler.download_filters("https://filters.kylz.nl/RPZ/adguard/cname-original.txt" ,incoming)
|
|
|
|
|
crawler.download_filters("https://filters.kylz.nl/RPZ/stevenblack/f-s.txt" ,incoming)
|
|
|
|
|
crawler.download_filters("https://filters.kylz.nl/RPZ/someonewhocares/rpz.txt" ,incoming)
|
|
|
|
|
crawler.download_filters("https://urlhaus.abuse.ch/downloads/rpz/" ,incoming)
|
|
|
|
|
crawler.download_filters("https://github.com/easylist/easylist/raw/master/easylist/easylist_adservers.txt" ,incoming)
|
2021-08-07 23:47:05 -04:00
|
|
|
crawler.download_filters("https://blokada.org/mirror/v5/exodusprivacy/standard/hosts.txt" ,incoming)
|
2021-08-02 10:38:00 -04:00
|
|
|
crawler.filtering(incoming)
|
|
|
|
|
crawler.filteringcon(incoming)
|
|
|
|
|
crawler.killingdup(incoming)
|
2021-08-02 11:33:14 -04:00
|
|
|
crawler.excluded(excluded, incoming)
|
2021-08-03 08:03:57 -04:00
|
|
|
crawler.sort(incoming)
|
2021-08-02 10:26:03 -04:00
|
|
|
maker_rpz.RPZbuilding(excluded, incoming, rpz_locat)
|
2021-08-02 10:38:00 -04:00
|
|
|
maker_domains.domainsbuilding(excluded, incoming)
|
