2021-08-02 10:15:51 -04:00
|
|
|
import sys
|
|
|
|
sys.path.append('/filters-maker')
|
|
|
|
|
2021-08-17 00:50:53 -04:00
|
|
|
import os
|
2021-08-02 07:57:36 -04:00
|
|
|
import crawler
|
2021-08-27 02:21:38 -04:00
|
|
|
import maker_rpz
|
|
|
|
import maker_hosts
|
|
|
|
import maker_abp
|
|
|
|
import maker_domains
|
2021-09-29 11:31:55 -04:00
|
|
|
import maker_unbound
|
|
|
|
import maker_dnsmasq
|
2021-08-02 07:57:36 -04:00
|
|
|
|
2021-08-06 22:35:17 -04:00
|
|
|
incoming = "/reprwiki/Private-build/ucate/domains.txt"
|
2021-08-02 11:06:42 -04:00
|
|
|
excluded = "/repros/Resources/excluded.txt"
|
2021-08-06 23:19:38 -04:00
|
|
|
rpz_locat = "/reprwiki/Private-build/ucate/rpz.txt"
|
2021-08-08 00:41:13 -04:00
|
|
|
hosts_locat = "/reprwiki/Private-build/ucate/hosts.txt"
|
2021-08-12 00:19:36 -04:00
|
|
|
abp_locat = "/reprwiki/Private-build/ucate/adblock.txt"
|
2021-09-29 11:15:14 -04:00
|
|
|
unb_locat = "/reprwiki/Private-build/ucate/unbound.conf"
|
|
|
|
dnq_locat = "/reprwiki/Private-build/ucate/dnsmasq.conf"
|
2021-08-20 04:05:33 -04:00
|
|
|
Version = "UCATE"
|
2021-08-17 01:07:33 -04:00
|
|
|
os.makedirs('/reprwiki/Private-build/ucate',exist_ok=True)
|
2021-08-02 07:57:36 -04:00
|
|
|
|
2021-08-03 02:53:40 -04:00
|
|
|
crawler.clear_old_files(incoming)
|
2021-08-09 23:45:11 -04:00
|
|
|
crawler.download_filters("https://badmojr.github.io/1Hosts/Pro/rpz.txt" ,incoming)
|
2021-08-27 01:29:28 -04:00
|
|
|
crawler.download_filters("https://github.com/minoplhy/filters/releases/download/filters-build/Adguard-cname-tracker_rpz.txt" ,incoming)
|
|
|
|
crawler.download_filters("https://github.com/minoplhy/filters/releases/download/filters-build/Adguard-cname-original_rpz.txt" ,incoming)
|
2021-08-29 09:19:51 -04:00
|
|
|
crawler.download_filters("https://github.com/minoplhy/filters/releases/download/filters-build/stevenblack-f_rpz.txt" ,incoming)
|
2021-08-27 01:29:28 -04:00
|
|
|
crawler.download_filters("https://github.com/minoplhy/filters/releases/download/filters-build/someonewhocares_rpz.txt" ,incoming)
|
|
|
|
crawler.download_filters("https://github.com/minoplhy/filters/releases/download/filters-build/hostsVN-all_rpz.txt" ,incoming)
|
|
|
|
crawler.download_filters("https://github.com/minoplhy/filters/releases/download/filters-build/hosts-database-full-alive_rpz.txt" ,incoming)
|
2021-08-02 10:38:00 -04:00
|
|
|
crawler.download_filters("https://urlhaus.abuse.ch/downloads/rpz/" ,incoming)
|
2021-08-19 09:43:39 -04:00
|
|
|
crawler.download_filters("https://github.com/minoplhy/filters/raw/main/Resources/blocked.txt" ,incoming)
|
2021-09-04 02:43:51 -04:00
|
|
|
crawler.download_filters("https://gitlab.com/quidsup/notrack-blocklists/raw/master/notrack-blocklist.txt" ,incoming)
|
2021-08-17 00:46:16 -04:00
|
|
|
crawler.filtering(incoming)
|
|
|
|
crawler.filteringcon(incoming)
|
|
|
|
crawler.killingdup(incoming)
|
|
|
|
crawler.excluded(excluded, incoming)
|
|
|
|
crawler.blankremover(incoming)
|
|
|
|
crawler.sort(incoming)
|
2021-08-20 04:05:33 -04:00
|
|
|
maker_rpz.RPZbuilding(excluded, incoming, rpz_locat ,Version)
|
|
|
|
maker_hosts.hostsbuilding(excluded, incoming, hosts_locat ,Version)
|
|
|
|
maker_abp.ABPbuilding(excluded, incoming, abp_locat ,Version)
|
2021-09-29 11:55:02 -04:00
|
|
|
maker_unbound.UNBbuilding(excluded, incoming, unb_locat ,Version)
|
|
|
|
maker_dnsmasq.DNQbuilding(excluded, incoming, dnq_locat ,Version)
|
2021-08-20 04:05:33 -04:00
|
|
|
maker_domains.domainsbuilding(excluded, incoming ,Version)
|
2021-08-17 00:46:16 -04:00
|
|
|
|
|
|
|
incoming = "/reprwiki/Private-build/veneto/domains.txt"
|
|
|
|
excluded = "/repros/Resources/excluded.txt"
|
|
|
|
rpz_locat = "/reprwiki/Private-build/veneto/rpz.txt"
|
|
|
|
hosts_locat = "/reprwiki/Private-build/veneto/hosts.txt"
|
|
|
|
abp_locat = "/reprwiki/Private-build/veneto/adblock.txt"
|
2021-09-29 11:15:14 -04:00
|
|
|
unb_locat = "/reprwiki/Private-build/veneto/unbound.conf"
|
|
|
|
dnq_locat = "/reprwiki/Private-build/veneto/dnsmasq.conf"
|
2021-08-20 04:05:33 -04:00
|
|
|
Version = "VENETO"
|
2021-08-17 01:07:33 -04:00
|
|
|
os.makedirs('/reprwiki/Private-build/veneto',exist_ok=True)
|
2021-08-17 00:46:16 -04:00
|
|
|
|
|
|
|
crawler.clear_old_files(incoming)
|
2021-08-13 23:58:28 -04:00
|
|
|
crawler.download_filters("https://blokada.org/mirror/v5/exodusprivacy/standard/hosts.txt" ,incoming)
|
2021-08-14 09:25:36 -04:00
|
|
|
crawler.download_filters("https://github.com/crazy-max/WindowsSpyBlocker/raw/master/data/hosts/spy.txt" ,incoming)
|
2021-08-14 10:35:34 -04:00
|
|
|
crawler.download_filters("https://energized.pro/extensions/xtreme/formats/rpz.txt" ,incoming)
|
2021-09-04 06:06:50 -04:00
|
|
|
crawler.download_filters("https://blocklistproject.github.io/Lists/alt-version/ads-nl.txt" ,incoming)
|
2021-08-02 10:38:00 -04:00
|
|
|
crawler.filtering(incoming)
|
|
|
|
crawler.filteringcon(incoming)
|
|
|
|
crawler.killingdup(incoming)
|
2021-08-02 11:33:14 -04:00
|
|
|
crawler.excluded(excluded, incoming)
|
2021-08-08 13:00:53 -04:00
|
|
|
crawler.blankremover(incoming)
|
2021-08-03 08:03:57 -04:00
|
|
|
crawler.sort(incoming)
|
2021-08-20 04:05:33 -04:00
|
|
|
maker_rpz.RPZbuilding(excluded, incoming, rpz_locat ,Version)
|
|
|
|
maker_hosts.hostsbuilding(excluded, incoming, hosts_locat ,Version)
|
2021-08-20 04:11:52 -04:00
|
|
|
maker_abp.ABPbuilding(excluded, incoming, abp_locat ,Version)
|
2021-09-29 11:55:02 -04:00
|
|
|
maker_unbound.UNBbuilding(excluded, incoming, unb_locat ,Version)
|
|
|
|
maker_dnsmasq.DNQbuilding(excluded, incoming, dnq_locat ,Version)
|
2021-08-20 04:05:33 -04:00
|
|
|
maker_domains.domainsbuilding(excluded, incoming ,Version)
|
|
|
|
|
|
|
|
excluded = "/repros/Resources/excluded.txt"
|
2021-08-20 04:27:05 -04:00
|
|
|
os.makedirs('/reprwiki/Private-build/Allowlist',exist_ok=True)
|
2021-08-20 04:05:33 -04:00
|
|
|
Version = "Allowlist"
|
|
|
|
rpz_locat = "/reprwiki/Private-build/Allowlist/rpz.txt"
|
|
|
|
abp_locat = "/reprwiki/Private-build/Allowlist/adblock.txt"
|
|
|
|
domains_locat = "/reprwiki/Private-build/Allowlist/domains.txt"
|
|
|
|
maker_rpz.RPZallowlist(excluded, rpz_locat ,Version)
|
|
|
|
maker_abp.ABPallowlist(excluded, abp_locat ,Version)
|
|
|
|
maker_domains.DMallowlist(excluded ,domains_locat ,Version)
|
|
|
|
|
2021-08-27 01:52:57 -04:00
|
|
|
import version
|
2021-08-17 03:21:49 -04:00
|
|
|
het = "/repros/version.md"
|
|
|
|
version.build(het)
|