mirror of
https://github.com/zulip/zulip.git
synced 2025-11-11 09:27:43 +00:00
8e7ce7cc79
This is a preparatory commit for using isort for sorting all of our imports, merging changes to files where we can easily review the changes as something we're happy with. These are also files with relatively little active development, which means we don't expect much merge conflict risk from these changes.
52 lines
2.1 KiB
Python
52 lines
2.1 KiB
Python
import glob
|
|
import logging
|
|
import os
|
|
import shutil
|
|
from argparse import ArgumentParser
|
|
from typing import Any
|
|
|
|
from django.core.management.base import BaseCommand
|
|
|
|
from zerver.lib.export import export_usermessages_batch
|
|
|
|
|
|
class Command(BaseCommand):
|
|
help = """UserMessage fetching helper for export.py"""
|
|
|
|
def add_arguments(self, parser: ArgumentParser) -> None:
|
|
parser.add_argument('--path',
|
|
dest='path',
|
|
action="store",
|
|
default=None,
|
|
help='Path to find messages.json archives')
|
|
parser.add_argument('--thread',
|
|
dest='thread',
|
|
action="store",
|
|
default=None,
|
|
help='Thread ID')
|
|
parser.add_argument('--consent-message-id',
|
|
dest="consent_message_id",
|
|
action="store",
|
|
default=None,
|
|
type=int,
|
|
help='ID of the message advertising users to react with thumbs up')
|
|
|
|
def handle(self, *args: Any, **options: Any) -> None:
|
|
logging.info("Starting UserMessage batch thread %s" % (options['thread'],))
|
|
files = set(glob.glob(os.path.join(options['path'], 'messages-*.json.partial')))
|
|
for partial_path in files:
|
|
locked_path = partial_path.replace(".json.partial", ".json.locked")
|
|
output_path = partial_path.replace(".json.partial", ".json")
|
|
try:
|
|
shutil.move(partial_path, locked_path)
|
|
except Exception:
|
|
# Already claimed by another process
|
|
continue
|
|
logging.info("Thread %s processing %s" % (options['thread'], output_path))
|
|
try:
|
|
export_usermessages_batch(locked_path, output_path, options["consent_message_id"])
|
|
except Exception:
|
|
# Put the item back in the free pool when we fail
|
|
shutil.move(locked_path, partial_path)
|
|
raise
|