mat2-web/matweb/file_removal_scheduler.py

"""
Check regularly if files have not been downloaded
and delete them if they're too old
"""

import glob
import time
import sys
import os
import random

from matweb import utils


def run_file_removal_job(upload_folder_path: str):
    """
    Check for removals at about every 10th request
    :param upload_folder_path: path were the uploaded files are stored
    :return: Void
    """
    if random.randint(0, 10) == 0:  # nosec
        for file in glob.glob(upload_folder_path + '/*'):
            delete_file_when_too_old(file)


def delete_file_when_too_old(filepath: str):
    """
    Check if files are too old and remove em
    :param filepath: Path of the file to check
    :return: Void
    """
    file_mod_time = os.stat(filepath).st_mtime

    # time in second since last modification of file
    last_time = time.time() - file_mod_time

    # if file is older than our configured max timeframe, delete it
    if last_time > utils.get_file_removal_max_age_sec():
        try:
            os.remove(filepath)
        except OSError:
            print('Automatic File Removal failed on file: ' + str(filepath))
            sys.exit(1)