mirror of
https://github.com/zulip/zulip.git
synced 2025-11-04 05:53:43 +00:00
5901e7ba7e
Generated by com2ann (slightly patched to avoid also converting assignment type annotations, which require Python 3.6), followed by some manual whitespace adjustment, and six fixes for runtime issues: - def __init__(self, token: Token, parent: Optional[Node]) -> None: + def __init__(self, token: Token, parent: "Optional[Node]") -> None: -def main(options: argparse.Namespace) -> NoReturn: +def main(options: argparse.Namespace) -> "NoReturn": -def fetch_request(url: str, callback: Any, **kwargs: Any) -> Generator[Callable[..., Any], Any, None]: +def fetch_request(url: str, callback: Any, **kwargs: Any) -> "Generator[Callable[..., Any], Any, None]": -def assert_server_running(server: subprocess.Popen[bytes], log_file: Optional[str]) -> None: +def assert_server_running(server: "subprocess.Popen[bytes]", log_file: Optional[str]) -> None: -def server_is_up(server: subprocess.Popen[bytes], log_file: Optional[str]) -> bool: +def server_is_up(server: "subprocess.Popen[bytes]", log_file: Optional[str]) -> bool: - method_kwarg_pairs: List[FuncKwargPair], + method_kwarg_pairs: "List[FuncKwargPair]", Signed-off-by: Anders Kaseorg <anders@zulipchat.com>
102 lines
3.9 KiB
Python
102 lines
3.9 KiB
Python
import os
|
|
import hashlib
|
|
import json
|
|
import shutil
|
|
|
|
from typing import Optional, List, IO, Any
|
|
from scripts.lib.zulip_tools import subprocess_text_output, run
|
|
|
|
ZULIP_PATH = os.path.dirname(os.path.dirname(os.path.dirname(os.path.abspath(__file__))))
|
|
ZULIP_SRV_PATH = "/srv"
|
|
|
|
if 'TRAVIS' in os.environ:
|
|
# In Travis CI, we don't have root access
|
|
ZULIP_SRV_PATH = "/home/travis"
|
|
|
|
|
|
NODE_MODULES_CACHE_PATH = os.path.join(ZULIP_SRV_PATH, 'zulip-npm-cache')
|
|
YARN_BIN = os.path.join(ZULIP_SRV_PATH, 'zulip-yarn/bin/yarn')
|
|
YARN_PACKAGE_JSON = os.path.join(ZULIP_SRV_PATH, 'zulip-yarn/package.json')
|
|
|
|
DEFAULT_PRODUCTION = False
|
|
|
|
def get_yarn_args(production: bool) -> List[str]:
|
|
if production:
|
|
yarn_args = ["--prod"]
|
|
else:
|
|
yarn_args = []
|
|
return yarn_args
|
|
|
|
def generate_sha1sum_node_modules(
|
|
setup_dir: Optional[str] = None, production: bool = DEFAULT_PRODUCTION
|
|
) -> str:
|
|
if setup_dir is None:
|
|
setup_dir = os.path.realpath(os.getcwd())
|
|
PACKAGE_JSON_FILE_PATH = os.path.join(setup_dir, 'package.json')
|
|
YARN_LOCK_FILE_PATH = os.path.join(setup_dir, 'yarn.lock')
|
|
sha1sum = hashlib.sha1()
|
|
sha1sum.update(subprocess_text_output(['cat', PACKAGE_JSON_FILE_PATH]).encode('utf8'))
|
|
if os.path.exists(YARN_LOCK_FILE_PATH):
|
|
# For backwards compatibility, we can't assume yarn.lock exists
|
|
sha1sum.update(subprocess_text_output(['cat', YARN_LOCK_FILE_PATH]).encode('utf8'))
|
|
with open(YARN_PACKAGE_JSON) as f:
|
|
yarn_version = json.load(f)['version']
|
|
sha1sum.update(yarn_version.encode("utf8"))
|
|
sha1sum.update(subprocess_text_output(['node', '--version']).encode('utf8'))
|
|
yarn_args = get_yarn_args(production=production)
|
|
sha1sum.update(''.join(sorted(yarn_args)).encode('utf8'))
|
|
return sha1sum.hexdigest()
|
|
|
|
def setup_node_modules(
|
|
production: bool = DEFAULT_PRODUCTION,
|
|
stdout: Optional[IO[Any]] = None,
|
|
stderr: Optional[IO[Any]] = None,
|
|
prefer_offline: bool = False,
|
|
) -> None:
|
|
yarn_args = get_yarn_args(production=production)
|
|
if prefer_offline:
|
|
yarn_args.append("--prefer-offline")
|
|
sha1sum = generate_sha1sum_node_modules(production=production)
|
|
target_path = os.path.join(NODE_MODULES_CACHE_PATH, sha1sum)
|
|
cached_node_modules = os.path.join(target_path, 'node_modules')
|
|
success_stamp = os.path.join(target_path, '.success-stamp')
|
|
# Check if a cached version already exists
|
|
if not os.path.exists(success_stamp):
|
|
do_yarn_install(target_path,
|
|
yarn_args,
|
|
success_stamp,
|
|
stdout=stdout,
|
|
stderr=stderr)
|
|
|
|
print("Using cached node modules from %s" % (cached_node_modules,))
|
|
if os.path.islink('node_modules'):
|
|
os.remove('node_modules')
|
|
elif os.path.isdir('node_modules'):
|
|
shutil.rmtree('node_modules')
|
|
os.symlink(cached_node_modules, 'node_modules')
|
|
|
|
def do_yarn_install(
|
|
target_path: str,
|
|
yarn_args: List[str],
|
|
success_stamp: str,
|
|
stdout: Optional[IO[Any]] = None,
|
|
stderr: Optional[IO[Any]] = None,
|
|
) -> None:
|
|
os.makedirs(target_path, exist_ok=True)
|
|
shutil.copy('package.json', target_path)
|
|
shutil.copy("yarn.lock", target_path)
|
|
shutil.copy(".yarnrc", target_path)
|
|
cached_node_modules = os.path.join(target_path, 'node_modules')
|
|
print("Cached version not found! Installing node modules.")
|
|
|
|
# Copy the existing node_modules to speed up install
|
|
if os.path.exists("node_modules") and not os.path.exists(cached_node_modules):
|
|
shutil.copytree("node_modules/", cached_node_modules, symlinks=True)
|
|
if os.environ.get('CUSTOM_CA_CERTIFICATES'):
|
|
run([YARN_BIN, "config", "set", "cafile", os.environ['CUSTOM_CA_CERTIFICATES']],
|
|
stdout=stdout, stderr=stderr)
|
|
run([YARN_BIN, "install", "--non-interactive", "--frozen-lockfile"] + yarn_args,
|
|
cwd=target_path, stdout=stdout, stderr=stderr)
|
|
with open(success_stamp, 'w'):
|
|
pass
|