From 48906daaea033417a5d9571dfe55a74528770bf8 Mon Sep 17 00:00:00 2001 From: Watchful1 Date: Fri, 15 Sep 2023 10:14:47 -0700 Subject: [PATCH] ad_supplementary_text_md --- personal/combine/classes.py | 2 +- personal/combine/merge.py | 2 +- personal/transform/split_by_minutes.py | 2 +- 3 files changed, 3 insertions(+), 3 deletions(-) diff --git a/personal/combine/classes.py b/personal/combine/classes.py index fdcbc7b..7d6fe62 100644 --- a/personal/combine/classes.py +++ b/personal/combine/classes.py @@ -239,7 +239,7 @@ class ObjectDict: if minute_dict is None: range_string = "" else: - range_string = f" - {len(minute_dict.obj_list)} ({minute_dict.max_id - minute_dict.min_id}) ({utils.base36encode(minute_dict.min_id)}-{utils.base36encode(minute_dict.max_id)})" + range_string = f" - {len(minute_dict.obj_list)}({minute_dict.max_id - minute_dict.min_id}) ({utils.base36encode(minute_dict.min_id)}-{utils.base36encode(minute_dict.max_id)})" return count_string + range_string def get_counts_string(self): diff --git a/personal/combine/merge.py b/personal/combine/merge.py index 86f5b04..1383003 100644 --- a/personal/combine/merge.py +++ b/personal/combine/merge.py @@ -116,7 +116,7 @@ field_actions = { }, ObjectType.SUBMISSION: { "ad_promoted_user_posts": FieldAction.OVERWRITE_NOT_NONE, - "ad_supplementary_text_md": FieldAction.ALLOW, + "ad_supplementary_text_md": FieldAction.OVERWRITE_NOT_NONE, "adserver_click_url": FieldAction.ALLOW_EMPTY, "adserver_imp_pixel": FieldAction.ALLOW_EMPTY, "all_awardings": FieldAction.OVERWRITE_NOT_NONE, diff --git a/personal/transform/split_by_minutes.py b/personal/transform/split_by_minutes.py index 87378e5..21c80d2 100644 --- a/personal/transform/split_by_minutes.py +++ b/personal/transform/split_by_minutes.py @@ -12,7 +12,7 @@ NEWLINE_ENCODED = "\n".encode('utf-8') if __name__ == "__main__": - input_file = r"\\MYCLOUDPR4100\Public\RC_2023-05.zst" + input_file = r"\\MYCLOUDPR4100\Public\RC_2023-06.zst" output_folder = r"\\MYCLOUDPR4100\Public\ingest\download" file_type = "comments" if "RC" in input_file else "submissions"