readonly/filters-maker
1
0
Fork 0
mirror of https://github.com/minoplhy/filters-maker.git synced 2024-12-22 18:18:13 +00:00
Code Issues Projects Releases Activity

Duplicate line issues might fixed

Browse Source
This commit is contained in:
minoplhy 2021-08-11 12:50:54 +07:00
parent 9e881cb571
commit 7fb29f89ff
1 changed files with 4 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
excluder.py
View File

@ -22,16 +22,16 @@ def add_file(incoming,excluded_in):
data += data2
with open (incoming, 'w') as fp:
fp.write(data + '\n')
with open(incoming, 'r') as f:
lines = set(f.readlines())
with open(incoming, 'w') as f:
f.writelines(set(lines))
with open(incoming ,'r') as f:
lines = f.read().split()
with open(incoming ,'w') as f:
for line in lines:
if line.strip() and not line.startswith((tuple(comment_roc))):
f.write('\n'.join([line + '\n']))
with open(incoming, 'r') as f:
lines = set(f.readlines())
with open(incoming, 'w') as f:
f.writelines(set(lines))
crawler.sort(incoming)
os.remove(excluded_in)