readonly/filters-maker
1
0
Fork 0
mirror of https://github.com/minoplhy/filters-maker.git synced 2024-12-22 10:08:11 +00:00
Code Issues Projects Releases Activity

crawler : swap work order for sake of workable

Browse Source
This commit is contained in:
minoplhy 2022-04-27 21:11:35 +07:00
parent 1bd95b614e
commit e833892f79
Signed by: minoplhy
GPG Key ID: 90667A59A9908AEC
1 changed files with 20 additions and 19 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

39
crawler.py
View File

@ -59,25 +59,6 @@ def IP_URL_FILTERING(filters_welcome):
def filteringcon(filters_regex_one):
print("filtering . . .")
with open(filters_regex_one) as f:
file = f.read().split('\n')
for i in range(len(file)):
file[i] = re.sub('\s\s+#.*', '', file[i])
file[i] = re.sub(' CNAME .$', '', file[i])
file[i] = re.sub(' CNAME . $', '', file[i])
file[i] = re.sub('^\*.', '', file[i])
file[i] = re.sub('^\*', '', file[i])
file[i] = re.sub('\s\s+', ' ', file[i])
file[i] = re.sub('#..*', '', file[i])
file[i] = re.sub('CNAME . ;..*', '', file[i])
file[i] = re.sub(';..*', '', file[i])
file[i] = re.sub('\A^\.', '', file[i])
file[i] = re.sub('^\s+|\s+$', '', file[i])
file[i] = re.sub(' $', '', file[i])
with open(filters_regex_one, 'w') as f1:
f1.writelines(["%s\n" % item for item in file])
print("RPZ filtering operation completed!")
f.close()
with open(filters_regex_one) as f:
file = f.read().split('\n')
@ -100,6 +81,26 @@ def filteringcon(filters_regex_one):
print('Host and Adblock filtering Operation Completed!')
f.close()
with open(filters_regex_one) as f:
file = f.read().split('\n')
for i in range(len(file)):
file[i] = re.sub('\s\s+#.*', '', file[i])
file[i] = re.sub(' CNAME .$', '', file[i])
file[i] = re.sub(' CNAME . $', '', file[i])
file[i] = re.sub('^\*.', '', file[i])
file[i] = re.sub('^\*', '', file[i])
file[i] = re.sub('\s\s+', ' ', file[i])
file[i] = re.sub('#..*', '', file[i])
file[i] = re.sub('CNAME . ;..*', '', file[i])
file[i] = re.sub(';..*', '', file[i])
file[i] = re.sub('\A^\.', '', file[i])
file[i] = re.sub('^\s+|\s+$', '', file[i])
file[i] = re.sub(' $', '', file[i])
with open(filters_regex_one, 'w') as f1:
f1.writelines(["%s\n" % item for item in file])
print("RPZ filtering operation completed!")
f.close()
with open(filters_regex_one) as f:
file = f.read().split('\n')
for i in range(len(file)):