From 85bdfcf49f0e10377a25febf31a4129c5fa1db8b Mon Sep 17 00:00:00 2001 From: Watchful1 Date: Tue, 11 Feb 2025 17:48:21 -0800 Subject: [PATCH] Try to list how many files are in the queue --- personal/diagnostic/test_files_multiprocess.py | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/personal/diagnostic/test_files_multiprocess.py b/personal/diagnostic/test_files_multiprocess.py index 0911ad5..73fc8b4 100644 --- a/personal/diagnostic/test_files_multiprocess.py +++ b/personal/diagnostic/test_files_multiprocess.py @@ -250,7 +250,8 @@ if __name__ == '__main__': f"{total_lines_processed:,} lines at {(total_lines_processed - first_lines)/(current_time - first_time):,.0f}/s, {total_lines_errored:,} errored : " f"{(total_bytes_processed / (2**30)):.2f} gb at {(bytes_per_second / (2**20)):,.0f} mb/s, {(total_bytes_processed / total_bytes) * 100:.0f}% : " f"{files_processed}({files_errored})/{len(input_files)} files : " - f"{(str(days_left) + 'd ' if days_left > 0 else '')}{hours_left - (days_left * 24)}:{minutes_left - (hours_left * 60):02}:{seconds_left - (minutes_left * 60):02} remaining") + f"{(str(days_left) + 'd ' if days_left > 0 else '')}{hours_left - (days_left * 24)}:{minutes_left - (hours_left * 60):02}:{seconds_left - (minutes_left * 60):02} remaining : " + f"{queue.count} files in queue") last_log_time = time.time() log.info(f"{total_lines_processed:,}, {total_lines_errored} errored : {(total_bytes_processed / (2**30)):.2f} gb, {(total_bytes_processed / total_bytes) * 100:.0f}% : {files_processed}/{len(input_files)}")