modified watchful.py to display slightly nicer progress

This commit is contained in:
sys-nyx 2024-12-26 20:36:51 -08:00
parent b6e18dfae4
commit 754edaa768

View file

@ -67,9 +67,9 @@ def return_redd_objects(path: str) -> list[dict]:
bad_lines += 1 bad_lines += 1
file_lines += 1 file_lines += 1
if file_lines % 100000 == 0: if file_lines % 1000 == 0:
log.info(f"{created.strftime('%Y-%m-%d %H:%M:%S')} : {file_lines:,} : {bad_lines:,} : {file_bytes_processed:,}:{(file_bytes_processed / file_size) * 100:.0f}%") print(f"\rReading {(file_bytes_processed / file_size) * 100:.0f}%", end="")
log.info(f"Complete : {file_lines:,} : {bad_lines:,}") print(f"Complete : {file_lines:,} : {bad_lines:,}")
return objects return objects
if __name__=="__main__": if __name__=="__main__":