mirror of
https://github.com/zulip/zulip.git
synced 2025-11-13 18:36:36 +00:00
60c4896c3a
Fixes #14960. The default of 6 thread may not be appropriate in certain configurations. Taking half of the numer of CPUs available to the process will be more flexible.
49 lines
1.8 KiB
Python
49 lines
1.8 KiB
Python
import argparse
|
|
import os
|
|
import tempfile
|
|
from typing import Any
|
|
|
|
from django.conf import settings
|
|
from django.core.management.base import BaseCommand, CommandError, CommandParser
|
|
|
|
from zerver.data_import.gitter import do_convert_data
|
|
|
|
|
|
class Command(BaseCommand):
|
|
help = """Convert the Gitter data into Zulip data format."""
|
|
|
|
def add_arguments(self, parser: CommandParser) -> None:
|
|
parser.add_argument('gitter_data', nargs='+',
|
|
metavar='<gitter data>',
|
|
help="Gitter data in json format")
|
|
|
|
parser.add_argument('--output', dest='output_dir',
|
|
action="store", default=None,
|
|
help='Directory to write exported data to.')
|
|
|
|
parser.add_argument('--threads',
|
|
dest='threads',
|
|
action="store",
|
|
default=settings.DEFAULT_DATA_EXPORT_IMPORT_PARALLELISM,
|
|
help='Threads to download avatars and attachments faster')
|
|
|
|
parser.formatter_class = argparse.RawTextHelpFormatter
|
|
|
|
def handle(self, *args: Any, **options: Any) -> None:
|
|
output_dir = options["output_dir"]
|
|
if output_dir is None:
|
|
output_dir = tempfile.mkdtemp(prefix="converted-gitter-data-")
|
|
else:
|
|
output_dir = os.path.realpath(output_dir)
|
|
|
|
num_threads = int(options['threads'])
|
|
if num_threads < 1:
|
|
raise CommandError('You must have at least one thread.')
|
|
|
|
for path in options['gitter_data']:
|
|
if not os.path.exists(path):
|
|
raise CommandError(f"Gitter data file not found: '{path}'")
|
|
# TODO add json check
|
|
print("Converting Data ...")
|
|
do_convert_data(path, output_dir, num_threads)
|