readonly/filters-maker
1
0
Fork 0
mirror of https://github.com/minoplhy/filters-maker.git synced 2024-12-22 18:18:13 +00:00
Code Issues Projects Releases Activity

domains.txt fully compatible

Browse Source
This commit is contained in:
minoplhy 2021-08-01 18:05:44 +07:00
parent a847385e5e
commit 88102f1529
2 changed files with 42 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
filters.sh
View File

@ -5,6 +5,7 @@ mkdir /repros/$INPUT_DESTINATION_FOLDER/$INPUT_DESTINATION_VERSION
pip3 install -r /filters-maker/requirements.txt
python3 /filters-maker/crawler.py /repros/$INPUT_DESTINATION_FOLDER/$INPUT_DESTINATION_VERSION/domains.txt
python3 /filters-maker/maker-rpz.py /repros/Resources/excluded.txt /repros/$INPUT_DESTINATION_FOLDER/$INPUT_DESTINATION_VERSION/domains.txt /repros/$INPUT_DESTINATION_FOLDER/$INPUT_DESTINATION_VERSION/rpz.txt
python3 /filters-maker/maker-domains.py /repros/Resources/excluded.txt /repros/$INPUT_DESTINATION_FOLDER/$INPUT_DESTINATION_VERSION/domains.txt
cd /repros
git config --local user.name $INPUT_GIT_NAME
git config --local user.email $INPUT_GIT_EMAIL

41
maker-domains.py Normal file
View File

@ -0,0 +1,41 @@
import os
import sys
import datetime
import pytz
excluded = sys.argv[1]
input = sys.argv[2]
UTC = pytz.utc
date = datetime.datetime.now(UTC)
def linecounter():
with open(input) as f:
for i, l in enumerate(f):
pass
return i + 1
def domainsbuilding():
with open(excluded ,'r') as f:
exclude = f.read().split()
with open(input ,'r') as f:
lines = f.read().splitlines() # read lines
with open(input ,'w') as f:
f.write('# Title : Minoplhy Personal Blocklist\n')
f.write('# Description : My Very Personal DNS Blocklist plus crawling from the source\n')
f.write('# Source : Source.txt\n')
f.write('# Rule Counter : ' + str(linecounter()) +' Rules\n')
f.write('# Format : Domains\n')
f.write('# Licenses : MIT\n')
f.write('# Compiled Date : ' + str(date) +'\n\n')
for line in lines:
if line.strip() and not line in exclude and not line.startswith('#'):
f.write('\n'.join([line + '\n']))
if line.startswith((';','$','@',' IN')):
f.write('\n'.join([line + '\n']))
if not line.strip():
f.write('\n'.join([line + '\n']))
f.close()
domainsbuilding()
exit()