mirror of
https://github.com/minoplhy/filters.git
synced 2024-11-13 07:07:02 +00:00
action.py : Add duplicat module to production that'll help remove duplicate ruleset in another blocklist version
This commit is contained in:
parent
70c7708360
commit
1fc733896b
@ -4,6 +4,7 @@ sys.path.append('/filters-maker')
|
||||
import os
|
||||
import crawler
|
||||
import maker
|
||||
import duplicat
|
||||
|
||||
incoming = "/reprwiki/Private-build/ucate/domains.txt"
|
||||
excluded = "/repros/Resources/excluded.txt"
|
||||
@ -43,6 +44,7 @@ crawler.IP_URL_FILTERING(incoming)
|
||||
crawler.excluded(excluded, incoming)
|
||||
crawler.blankremover(incoming)
|
||||
crawler.sort(incoming)
|
||||
duplicat.add_file(incoming, "/reprwiki/Private-build/ruleset.txt")
|
||||
UCATEline = maker.linecounter(incoming)
|
||||
maker.RPZBlocklist(excluded, incoming, rpz_locat ,Version)
|
||||
maker.HOSTBlocklist(excluded, incoming, hosts_locat ,Version)
|
||||
@ -79,6 +81,8 @@ crawler.IP_URL_FILTERING(incoming)
|
||||
crawler.excluded(excluded, incoming)
|
||||
crawler.blankremover(incoming)
|
||||
crawler.sort(incoming)
|
||||
duplicat.check_n_kill_dupes("/reprwiki/Private-build/ruleset.txt", incoming)
|
||||
duplicat.add_file(incoming, "/reprwiki/Private-build/ruleset.txt")
|
||||
VENETOline = maker.linecounter(incoming)
|
||||
maker.RPZBlocklist(excluded, incoming, rpz_locat ,Version)
|
||||
maker.HOSTBlocklist(excluded, incoming, hosts_locat ,Version)
|
||||
|
Loading…
Reference in New Issue
Block a user