Update 'crawler.py'

2021-08-07 23:48:33 -07:00 · 2021-08-07 23:48:33 -07:00 · 164177ee1c
commit 164177ee1c
parent 942122edec
1 changed files with 1 additions and 0 deletions
--- a/crawler.py
+++ b/crawler.py
@ -72,6 +72,7 @@ def filteringcon(filters_regex_one):
        for i in range(len(file)):
            file[i] = re.sub('\s\s+', ' ', file[i])
            file[i] = re.sub('#..*', '', file[i])
+            file[i] = re.sub(';..*', '', file[i])
    with open(filters_regex_one, 'w') as f1:
        f1.writelines(["%s\n" % item  for item in file])
    f.close()