Add split blocks by minute

personal/utils.py

@@ -1,5 +1,7 @@
 import zstandard
 import json
+import os
+from zst_blocks import ZstBlocksFile
 
 
 def read_obj_zst(file_name):
@@ -75,6 +77,14 @@ class OutputZst:
 		return True
 
 
+# copied from https://github.com/ArthurHeitmann/zst_blocks_format
+def read_obj_zst_blocks(file_name):
+	with open(file_name, "rb") as file:
+		for row in ZstBlocksFile.streamRows(file):
+			line = row.decode()
+			yield json.loads(line.strip())
+
+
 def base36encode(integer: int) -> str:
 	chars = '0123456789abcdefghijklmnopqrstuvwxyz'
 	sign = '-' if integer < 0 else ''