Revert "crawler : additional filtering"

This reverts commit 160c116ff1.
This commit is contained in:
minoplhy 2022-04-28 00:18:58 +07:00
parent 160c116ff1
commit ea0db5e534
Signed by: minoplhy
GPG Key ID: 90667A59A9908AEC

View File

@ -134,15 +134,6 @@ def filteringcon(filters_regex_one):
print('dnsmasq filtering Operation Completed!')
f.close()
with open(filters_regex_one) as f:
file = f.read().split('\n')
for i in range(len(file)):
file[i] = re.sub('^\.', '', file[i])
with open(filters_regex_one, 'w') as f1:
f1.writelines(["%s\n" % item for item in file])
print('additional filtering Operation Completed!')
f.close()
remove_words = ['localhost','localhost.localdomain','local','broadcasthost','loopback','ip6-localnet','ip6-mcastprefix','ip6-allnodes','ip6-allrouters','ip6-allhosts','ip6-loopback',' CNAME rpz-passthru.']
with open(filters_regex_one, 'r') as f: