minoplhy/filters-maker
1
0
Fork 0
Code Issues Pull Requests Projects Releases 2 Wiki Activity

Add support for Hosts

Browse Source
This commit is contained in:
minoplhy 2021-08-08 11:24:35 +07:00
parent a8a565f1b5
commit d7182961c4
1 changed files with 18 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

19
crawler.py
View File

@ -42,7 +42,7 @@ def filteringcon(filters_regex_one):
print("++ successful!")
f.close()
a = ['||','^','|']
a = ['||','^','|','0.0.0.0 ','0.0.0.0','::1 ','127.0.0.1 ','0','::','::1','127.0.0.1','0','::']
lst = []
with open(filters_regex_one, 'r') as f:
for line in f:
@ -56,6 +56,23 @@ def filteringcon(filters_regex_one):
f.write(line)
f.close()
remove_words = ['localhost','localhost.localdomain','local','broadcasthost','loopback','ip6-localnet','ip6-mcastprefix','ip6-allnodes','ip6-allrouters','ip6-allhosts','ip6-loopback']
with open(filters_regex_one, 'r') as f:
lines = f.read().splitlines()
with open(filters_regex_one, 'w') as f:
for line in lines:
if not any(remove_word in line for remove_word in remove_words):
f.write('\n'.join([line + '\n']))
with open(filters_regex_one) as f:
file = f.read().split('\n')
for i in range(len(file)):
file[i] = re.sub('\s\s+', ' ', file[i])
file[i] = re.sub('#..*', '', file[i])
with open(filters_regex_one, 'w') as f1:
f1.writelines(["%s\n" % item for item in file])
f.close()
def killingdup(duplicated_file):
print('Getting rid of duplicated line')
with open(duplicated_file, 'r') as f: