clear dublicated items from a file

clear_dublicates.py

import logging


file_dirty = "G:/Desktop/Emails/Cyprus/ccs.org.cy.txt"

def clear():
    FORMAT = '%(message)s'
    logging.basicConfig(
        filename=f"G:/Desktop/Emails/Cyprus/{file_dirty.split('/')[-1]}_clear.txt",
        level=logging.INFO,
        format=FORMAT
    )

    clear = []

    f_dirt = open(file_dirty, 'r').readlines()

    for i in f_dirt:
        if not i.strip() in clear:
            clear.append(i.strip()) 

    for i in clear:
        logging.info(i)


clear()