mirror of
https://github.com/zulip/zulip.git
synced 2025-11-11 01:16:19 +00:00
8e7ce7cc79
This is a preparatory commit for using isort for sorting all of our imports, merging changes to files where we can easily review the changes as something we're happy with. These are also files with relatively little active development, which means we don't expect much merge conflict risk from these changes.
120 lines
4.6 KiB
Python
120 lines
4.6 KiB
Python
import os
|
|
import re
|
|
import tempfile
|
|
from argparse import ArgumentParser, RawTextHelpFormatter
|
|
from typing import Any
|
|
|
|
from django.conf import settings
|
|
from django.db import connection
|
|
from django.utils.timezone import now as timezone_now
|
|
|
|
from scripts.lib.zulip_tools import TIMESTAMP_FORMAT, parse_os_release, run
|
|
from version import ZULIP_VERSION
|
|
from zerver.lib.management import ZulipBaseCommand
|
|
from zerver.logging_handlers import try_git_describe
|
|
|
|
|
|
class Command(ZulipBaseCommand):
|
|
# Fix support for multi-line usage strings
|
|
def create_parser(self, *args: Any, **kwargs: Any) -> ArgumentParser:
|
|
parser = super().create_parser(*args, **kwargs)
|
|
parser.formatter_class = RawTextHelpFormatter
|
|
return parser
|
|
|
|
def add_arguments(self, parser: ArgumentParser) -> None:
|
|
parser.add_argument(
|
|
"--output", default=None, nargs="?", help="Filename of output tarball"
|
|
)
|
|
parser.add_argument("--skip-db", action='store_true', help="Skip database backup")
|
|
parser.add_argument("--skip-uploads", action='store_true', help="Skip uploads backup")
|
|
|
|
def handle(self, *args: Any, **options: Any) -> None:
|
|
timestamp = timezone_now().strftime(TIMESTAMP_FORMAT)
|
|
with tempfile.TemporaryDirectory(
|
|
prefix="zulip-backup-%s-" % (timestamp,)
|
|
) as tmp:
|
|
os.mkdir(os.path.join(tmp, "zulip-backup"))
|
|
members = []
|
|
paths = []
|
|
|
|
with open(os.path.join(tmp, "zulip-backup", "zulip-version"), "w") as f:
|
|
print(ZULIP_VERSION, file=f)
|
|
git = try_git_describe()
|
|
if git:
|
|
print(git, file=f)
|
|
members.append("zulip-backup/zulip-version")
|
|
|
|
with open(os.path.join(tmp, "zulip-backup", "os-version"), "w") as f:
|
|
print(
|
|
"{ID} {VERSION_ID}".format(**parse_os_release()),
|
|
file=f,
|
|
)
|
|
members.append("zulip-backup/os-version")
|
|
|
|
with open(os.path.join(tmp, "zulip-backup", "postgres-version"), "w") as f:
|
|
print(connection.pg_version, file=f)
|
|
members.append("zulip-backup/postgres-version")
|
|
|
|
if settings.DEVELOPMENT:
|
|
members.append(
|
|
os.path.join(settings.DEPLOY_ROOT, "zproject", "dev-secrets.conf")
|
|
)
|
|
paths.append(
|
|
("zproject", os.path.join(settings.DEPLOY_ROOT, "zproject"))
|
|
)
|
|
else:
|
|
members.append("/etc/zulip")
|
|
paths.append(("settings", "/etc/zulip"))
|
|
|
|
if not options['skip_db']:
|
|
db_name = settings.DATABASES["default"]["NAME"]
|
|
db_dir = os.path.join(tmp, "zulip-backup", "database")
|
|
run(
|
|
["pg_dump", "--format=directory", "--file", db_dir, "--", db_name],
|
|
cwd=tmp,
|
|
)
|
|
members.append("zulip-backup/database")
|
|
|
|
if not options['skip_uploads'] and settings.LOCAL_UPLOADS_DIR is not None and os.path.exists(
|
|
os.path.join(settings.DEPLOY_ROOT, settings.LOCAL_UPLOADS_DIR)
|
|
):
|
|
members.append(
|
|
os.path.join(settings.DEPLOY_ROOT, settings.LOCAL_UPLOADS_DIR)
|
|
)
|
|
paths.append(
|
|
(
|
|
"uploads",
|
|
os.path.join(settings.DEPLOY_ROOT, settings.LOCAL_UPLOADS_DIR),
|
|
)
|
|
)
|
|
|
|
assert not any("|" in name or "|" in path for name, path in paths)
|
|
transform_args = [
|
|
r"--transform=s|^{}(/.*)?$|zulip-backup/{}\1|x".format(
|
|
re.escape(path), name.replace("\\", r"\\")
|
|
)
|
|
for name, path in paths
|
|
]
|
|
|
|
try:
|
|
if options["output"] is None:
|
|
tarball_path = tempfile.NamedTemporaryFile(
|
|
prefix="zulip-backup-%s-" % (timestamp,),
|
|
suffix=".tar.gz",
|
|
delete=False,
|
|
).name
|
|
else:
|
|
tarball_path = options["output"]
|
|
|
|
run(
|
|
["tar", "-C", tmp, "-cPzf", tarball_path]
|
|
+ transform_args
|
|
+ ["--"]
|
|
+ members
|
|
)
|
|
print("Backup tarball written to %s" % (tarball_path,))
|
|
except BaseException:
|
|
if options["output"] is None:
|
|
os.unlink(tarball_path)
|
|
raise
|