readonly/filters
1
0
Fork 0
mirror of https://github.com/minoplhy/filters.git synced 2024-09-21 00:30:13 -04:00
Code Issues Packages Projects Releases Wiki Activity

action.py : Add duplicat module to production that'll help remove duplicate ruleset in another blocklist version

Browse Source
This commit is contained in:
unknown 2022-03-11 15:38:09 +07:00
parent 70c7708360
commit 1fc733896b
Signed by: minoplhy
GPG Key ID: 90667A59A9908AEC
1 changed files with 4 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
action.py
View File

@ -4,6 +4,7 @@ sys.path.append('/filters-maker')
import os
import crawler
import maker
import duplicat
incoming = "/reprwiki/Private-build/ucate/domains.txt"
excluded = "/repros/Resources/excluded.txt"
@ -43,6 +44,7 @@ crawler.IP_URL_FILTERING(incoming)
crawler.excluded(excluded, incoming)
crawler.blankremover(incoming)
crawler.sort(incoming)
duplicat.add_file(incoming, "/reprwiki/Private-build/ruleset.txt")
UCATEline = maker.linecounter(incoming)
maker.RPZBlocklist(excluded, incoming, rpz_locat ,Version)
maker.HOSTBlocklist(excluded, incoming, hosts_locat ,Version)
@ -79,6 +81,8 @@ crawler.IP_URL_FILTERING(incoming)
crawler.excluded(excluded, incoming)
crawler.blankremover(incoming)
crawler.sort(incoming)
duplicat.check_n_kill_dupes("/reprwiki/Private-build/ruleset.txt", incoming)
duplicat.add_file(incoming, "/reprwiki/Private-build/ruleset.txt")
VENETOline = maker.linecounter(incoming)
maker.RPZBlocklist(excluded, incoming, rpz_locat ,Version)
maker.HOSTBlocklist(excluded, incoming, hosts_locat ,Version)