Files
zulip/tools/merge-messages-logs
Tim Abbott b14e4d2a57 Add tool to merge messages logs together for populate_db.
This tool hardcodes the paths to the input log files; we'll need to
change that down the line.

(imported from commit 8b067a6d3dc781694a001d549e5e60900d9c2596)
2012-12-11 17:17:38 -05:00

22 lines
723 B
Python
Executable File

#!/usr/bin/python
import simplejson
items_by_timestamp = {}
def read_log_file(filename):
with open(filename, 'r') as log:
for ln in log:
m = simplejson.loads(ln)
m["timestamp"] = float(m["timestamp"])
items_by_timestamp.setdefault(m["timestamp"], [])
items_by_timestamp[m["timestamp"]].append(m)
read_log_file("all_messages_log.merged.2012-12-05")
read_log_file("all_messages_log.staging.humbughq.com")
read_log_file("all_messages_log.app.humbughq.com")
with open("all_messages_log.monastery", "w") as log:
for stamp in sorted(items_by_timestamp.keys()):
for item in items_by_timestamp[stamp]:
log.write(simplejson.dumps(item) + "\n")