From 2f3c3c8f885aecb3787b89653afef1019e988cd9 Mon Sep 17 00:00:00 2001 From: Watchful1 Date: Tue, 19 Sep 2023 17:32:45 -0700 Subject: [PATCH] rte_mode --- personal/combine/build_day.py | 3 ++- personal/combine/merge.py | 1 + personal/transform/split_by_minutes.py | 2 +- 3 files changed, 4 insertions(+), 2 deletions(-) diff --git a/personal/combine/build_day.py b/personal/combine/build_day.py index 9e65a80..690ed8f 100644 --- a/personal/combine/build_day.py +++ b/personal/combine/build_day.py @@ -188,7 +188,8 @@ def build_day(day_to_process, input_folders, output_folder, object_type, reddit) discord_logging.flush_discord() if unmatched_field: - log.info(f"Unmatched field, aborting") + log.warning(f"Unmatched field, aborting") + discord_logging.flush_discord() sys.exit(1) minute_iterator += timedelta(minutes=1) diff --git a/personal/combine/merge.py b/personal/combine/merge.py index 04f8d4e..c80ad18 100644 --- a/personal/combine/merge.py +++ b/personal/combine/merge.py @@ -93,6 +93,7 @@ field_actions = { "report_reasons": FieldAction.SPECIAL_NO_OVERWRITE, "retrieved_on": FieldAction.SPECIAL, "retrieved_utc": FieldAction.SPECIAL, + "rte_mode": FieldAction.OVERWRITE_NOT_NONE, "saved": FieldAction.SPECIAL_NO_OVERWRITE, "score": FieldAction.OVERWRITE_NOT_NONE, "score_hidden": FieldAction.OVERWRITE, diff --git a/personal/transform/split_by_minutes.py b/personal/transform/split_by_minutes.py index 21c80d2..cefc5a4 100644 --- a/personal/transform/split_by_minutes.py +++ b/personal/transform/split_by_minutes.py @@ -12,7 +12,7 @@ NEWLINE_ENCODED = "\n".encode('utf-8') if __name__ == "__main__": - input_file = r"\\MYCLOUDPR4100\Public\RC_2023-06.zst" + input_file = r"\\MYCLOUDPR4100\Public\RC_2023-08.zst" output_folder = r"\\MYCLOUDPR4100\Public\ingest\download" file_type = "comments" if "RC" in input_file else "submissions"