import json

import utils
import discord_logging
import pymongo
import time
import sys

log = discord_logging.init_logging()


if __name__ == "__main__":
	mongo_address = sys.argv[1]  # 192.168.1.131
	client = pymongo.MongoClient(f"mongodb://{mongo_address}:27017", serverSelectionTimeoutMS=5000)
	log.info(f"Database connected at {mongo_address} on {client.admin.command('serverStatus')['host']}")

	count = 0
	start_time = time.time()
	cursor = client.reddit_database.comments.find(
		filter={"subreddit": "RelationshipsOver35"},
		projection={'_id': False},
		sort=[('created_utc', pymongo.ASCENDING)]
	)
	log.info(f"Got cursor in {int(time.time() - start_time)} seconds")

	output_writer = utils.OutputZst(r"\\MYCLOUDPR4100\Public\reddit_final\RelationshipsOver35_comments.zst")
	start_time = time.time()
	for comment in cursor:
		count += 1
		output_writer.write(json.dumps(comment, separators=(',', ':')))
		output_writer.write("\n")
		if count % 100000 == 0:
			log.info(f"{count,} in {int(time.time() - start_time)} seconds")

	output_writer.close()
	log.info(f"{count,} in {int(time.time() - start_time)} seconds")


# db.comments.createIndex({subreddit:1}) // remove
# db.comments.createIndex({subreddit:1, created_utc:1})
# db.comments.createIndex({author:1, created_utc:1})
# db.comments.createIndex({id:1})
# db.submissions.createIndex({subreddit:1, created_utc:1})
# db.submissions.createIndex({author:1, created_utc:1})
# db.submissions.createIndex({id:1})
# db.submissions.createIndex({created_utc:1})
# db.comments.createIndex({created_utc:1})