Log parser of specific file pattern where the response time is at the end of the csv file

log_parser.py

import os
import csv
import sys
import argparse
import datetime

parser=argparse.ArgumentParser(
    description='''By default it will parse the today's logs'''
)
parser.add_argument('-d', type=int, default=1, help='set the number of days you would like to parse the logs. dafault 1 day.')
parser.add_argument('-t', type=float, default=1, help='set the response time threshold. default 1 sec')
parser.add_argument('-p', type=str, default='.', help='set the log directory to parse the logs. default is current directory')

args = parser.parse_args()
days_to_parse = args.d
response_time_threshold = args.t
log_directory = args.p
os.chdir(log_directory)

def is_float(response_time: str):
    try:
        float(response_time)
        return True
    except ValueError:
        return False

def get_response_time_from_logs(file_name: str):
    if not os.path.exists(file_name):
        return 0
    csv.field_size_limit(sys.maxsize)
    response_times = []
    with open(file_name) as csv_file:
        csv_reader = csv.reader(csv_file)
        for row in csv_reader:
            if row and is_float(row[-1]) and (float(row[-1]) > response_time_threshold):
                response_times.append(row[-1])
    return len(response_times)

today = datetime.datetime.now()
for d in range(days_to_parse):
    day = today - datetime.timedelta(days=d)
    file_pattern = f'pol_fuse_api_log{day.strftime("%Y%m%d")}.csv'
    response_time = get_response_time_from_logs(file_pattern)
    print(file_pattern, response_time)