filters-maker/excluder.py

import os
import crawler

def add(incoming,input):
    with open(incoming, 'r') as f:
        lines = f.read().split()
    with open(incoming, 'a') as f:
        f.write('\n'.join([input + '\n']))
    with open(incoming, 'r') as f:
        lines = set(f.readlines())
    with open(incoming, 'w') as f:
          f.writelines(set(lines))
    crawler.sort(incoming)

def add_file(incoming,excluded_in):
    data= ""
    with open(incoming) as fp:
        data = fp.read()
    with open(excluded_in) as fp:
        data2 = fp.read()
    data += data2
    with open (incoming, 'w') as fp:
        fp.write(data + '\n')
    with open(incoming, 'r') as f:
        lines = set(f.readlines())
    with open(incoming, 'w') as f:
          f.writelines(set(lines))
    crawler.sort(incoming)
    os.remove(excluded_in)

def remove(incoming,input):
    with open(incoming, 'r') as f:
        lines = f.read().split()
    with open(incoming, 'w') as f:
        for line in lines:
            if line.startswith(input) and input in line:
                f.write(line.replace(input ,''))
            elif not line.startswith(input):
                f.write('\n'.join([line + '\n']))
    with open(incoming ,'r') as f:
        lines = f.read().split()
    with open(incoming ,'w') as f:
        for line in lines:
            if line.strip():
                f.write('\n'.join([line + '\n']))
    with open(incoming, 'r') as f:
        lines = set(f.readlines())
    with open(incoming, 'w') as f:
          f.writelines(set(lines))
    crawler.sort(incoming)