crawler : Fix Regex Don't work with |http$

This commit is contained in:
minoplhy 2022-03-18 01:43:04 +07:00
parent 353570725a
commit 9b2b51d7eb
Signed by: minoplhy
GPG Key ID: 90667A59A9908AEC

View File

@ -82,6 +82,8 @@ def filteringcon(filters_regex_one):
with open(filters_regex_one) as f:
file = f.read().split('\n')
for i in range(len(file)):
file[i] = re.sub('\|http\$..*\|..*', '', file[i])
file[i] = re.sub('\|http\$..*', '', file[i])
file[i] = re.sub('(@@\|\|..*)|(\|\|..*(\/|\*(\-|\&|banner|..))..*)|(^\|http)|(^(_|\*|&|\-|\/|\.|:|@@|\?|\=|\;|\,|\$|\~)..*)|(..*(#|\$|\*)..*)|(^..*\$(app=|removeparam=|popup)..*)(\$..*)', '', file[i])
file[i] = re.sub('0\.0\.0\.0 0\.0\.0\.0\Z', '', file[i])
file[i] = re.sub('\A'+str(IP4)+' ', '', file[i])