2021-08-02 14:15:51 +00:00
|
|
|
import sys
|
|
|
|
|
sys.path.append('/filters-maker')
|
|
|
|
|
|
2021-08-17 04:50:53 +00:00
|
|
|
import os
|
2021-08-02 11:57:36 +00:00
|
|
|
import crawler
|
|
|
|
|
import maker_rpz
|
|
|
|
|
import maker_domains
|
2021-08-08 04:41:13 +00:00
|
|
|
import maker_hosts
|
2021-08-12 04:19:36 +00:00
|
|
|
import maker_abp
|
2021-08-17 07:16:44 +00:00
|
|
|
import version
|
2021-08-02 11:57:36 +00:00
|
|
|
|
2021-08-07 02:35:17 +00:00
|
|
|
incoming = "/reprwiki/Private-build/ucate/domains.txt"
|
2021-08-02 15:06:42 +00:00
|
|
|
excluded = "/repros/Resources/excluded.txt"
|
2021-08-07 03:19:38 +00:00
|
|
|
rpz_locat = "/reprwiki/Private-build/ucate/rpz.txt"
|
2021-08-08 04:41:13 +00:00
|
|
|
hosts_locat = "/reprwiki/Private-build/ucate/hosts.txt"
|
2021-08-12 04:19:36 +00:00
|
|
|
abp_locat = "/reprwiki/Private-build/ucate/adblock.txt"
|
2021-08-17 05:07:33 +00:00
|
|
|
os.makedirs('/reprwiki/Private-build/ucate',exist_ok=True)
|
2021-08-02 11:57:36 +00:00
|
|
|
|
2021-08-03 06:53:40 +00:00
|
|
|
crawler.clear_old_files(incoming)
|
2021-08-10 03:45:11 +00:00
|
|
|
crawler.download_filters("https://badmojr.github.io/1Hosts/Pro/rpz.txt" ,incoming)
|
2021-08-02 14:38:00 +00:00
|
|
|
crawler.download_filters("https://filters.kylz.nl/RPZ/adguard/cname-tracker.txt" ,incoming)
|
|
|
|
|
crawler.download_filters("https://filters.kylz.nl/RPZ/adguard/cname-original.txt" ,incoming)
|
|
|
|
|
crawler.download_filters("https://filters.kylz.nl/RPZ/stevenblack/f-s.txt" ,incoming)
|
|
|
|
|
crawler.download_filters("https://filters.kylz.nl/RPZ/someonewhocares/rpz.txt" ,incoming)
|
|
|
|
|
crawler.download_filters("https://urlhaus.abuse.ch/downloads/rpz/" ,incoming)
|
2021-08-17 04:46:16 +00:00
|
|
|
crawler.filtering(incoming)
|
|
|
|
|
crawler.filteringcon(incoming)
|
|
|
|
|
crawler.killingdup(incoming)
|
|
|
|
|
crawler.excluded(excluded, incoming)
|
|
|
|
|
crawler.blankremover(incoming)
|
|
|
|
|
crawler.sort(incoming)
|
|
|
|
|
maker_rpz.RPZbuilding(excluded, incoming, rpz_locat)
|
|
|
|
|
maker_hosts.hostsbuilding(excluded, incoming, hosts_locat)
|
|
|
|
|
maker_abp.ABPbuilding(excluded, incoming, abp_locat)
|
|
|
|
|
maker_domains.domainsbuilding(excluded, incoming)
|
|
|
|
|
|
|
|
|
|
incoming = "/reprwiki/Private-build/veneto/domains.txt"
|
|
|
|
|
excluded = "/repros/Resources/excluded.txt"
|
|
|
|
|
rpz_locat = "/reprwiki/Private-build/veneto/rpz.txt"
|
|
|
|
|
hosts_locat = "/reprwiki/Private-build/veneto/hosts.txt"
|
|
|
|
|
abp_locat = "/reprwiki/Private-build/veneto/adblock.txt"
|
2021-08-17 05:07:33 +00:00
|
|
|
os.makedirs('/reprwiki/Private-build/veneto',exist_ok=True)
|
2021-08-17 04:46:16 +00:00
|
|
|
|
|
|
|
|
crawler.clear_old_files(incoming)
|
2021-08-14 03:58:28 +00:00
|
|
|
crawler.download_filters("https://blokada.org/mirror/v5/exodusprivacy/standard/hosts.txt" ,incoming)
|
2021-08-14 10:11:56 +00:00
|
|
|
crawler.download_filters("https://github.com/minoplhy/filters/raw/main/Resources/blocked.txt" ,incoming)
|
2021-08-14 13:25:36 +00:00
|
|
|
crawler.download_filters("https://github.com/crazy-max/WindowsSpyBlocker/raw/master/data/hosts/spy.txt" ,incoming)
|
2021-08-14 14:35:34 +00:00
|
|
|
crawler.download_filters("https://energized.pro/extensions/xtreme/formats/rpz.txt" ,incoming)
|
2021-08-18 05:57:00 +00:00
|
|
|
crawler.download_filters("https://rpz.oisd.nl" ,incoming)
|
2021-08-02 14:38:00 +00:00
|
|
|
crawler.filtering(incoming)
|
|
|
|
|
crawler.filteringcon(incoming)
|
|
|
|
|
crawler.killingdup(incoming)
|
2021-08-02 15:33:14 +00:00
|
|
|
crawler.excluded(excluded, incoming)
|
2021-08-08 17:00:53 +00:00
|
|
|
crawler.blankremover(incoming)
|
2021-08-03 12:03:57 +00:00
|
|
|
crawler.sort(incoming)
|
2021-08-02 14:26:03 +00:00
|
|
|
maker_rpz.RPZbuilding(excluded, incoming, rpz_locat)
|
2021-08-08 04:41:13 +00:00
|
|
|
maker_hosts.hostsbuilding(excluded, incoming, hosts_locat)
|
2021-08-12 04:19:36 +00:00
|
|
|
maker_abp.ABPbuilding(excluded, incoming, abp_locat)
|
2021-08-02 14:38:00 +00:00
|
|
|
maker_domains.domainsbuilding(excluded, incoming)
|
2021-08-17 07:16:44 +00:00
|
|
|
|
2021-08-17 07:21:49 +00:00
|
|
|
het = "/repros/version.md"
|
|
|
|
|
version.build(het)
|
