mirror of
https://github.com/zulip/zulip.git
synced 2025-10-24 08:33:43 +00:00
7f769512aa
Since in travis we don't have root access so we used to add different srv path. As now we shifted our production suites to Circle CI we don't need that code so removed it. Also we used a hacky code in commit-lint-message for travis which is now of no use.
90 lines
3.5 KiB
Python
90 lines
3.5 KiB
Python
import os
|
|
import hashlib
|
|
import json
|
|
import shutil
|
|
|
|
from typing import Optional, List
|
|
from scripts.lib.zulip_tools import subprocess_text_output, run
|
|
|
|
ZULIP_PATH = os.path.dirname(os.path.dirname(os.path.dirname(os.path.abspath(__file__))))
|
|
ZULIP_SRV_PATH = "/srv"
|
|
|
|
NODE_MODULES_CACHE_PATH = os.path.join(ZULIP_SRV_PATH, 'zulip-npm-cache')
|
|
YARN_BIN = os.path.join(ZULIP_SRV_PATH, 'zulip-yarn/bin/yarn')
|
|
YARN_PACKAGE_JSON = os.path.join(ZULIP_SRV_PATH, 'zulip-yarn/package.json')
|
|
|
|
DEFAULT_PRODUCTION = False
|
|
|
|
def get_yarn_args(production: bool) -> List[str]:
|
|
if production:
|
|
yarn_args = ["--prod"]
|
|
else:
|
|
yarn_args = []
|
|
return yarn_args
|
|
|
|
def generate_sha1sum_node_modules(
|
|
setup_dir: Optional[str] = None, production: bool = DEFAULT_PRODUCTION
|
|
) -> str:
|
|
if setup_dir is None:
|
|
setup_dir = os.path.realpath(os.getcwd())
|
|
PACKAGE_JSON_FILE_PATH = os.path.join(setup_dir, 'package.json')
|
|
YARN_LOCK_FILE_PATH = os.path.join(setup_dir, 'yarn.lock')
|
|
sha1sum = hashlib.sha1()
|
|
sha1sum.update(subprocess_text_output(['cat', PACKAGE_JSON_FILE_PATH]).encode('utf8'))
|
|
if os.path.exists(YARN_LOCK_FILE_PATH):
|
|
# For backwards compatibility, we can't assume yarn.lock exists
|
|
sha1sum.update(subprocess_text_output(['cat', YARN_LOCK_FILE_PATH]).encode('utf8'))
|
|
with open(YARN_PACKAGE_JSON) as f:
|
|
yarn_version = json.load(f)['version']
|
|
sha1sum.update(yarn_version.encode("utf8"))
|
|
sha1sum.update(subprocess_text_output(['node', '--version']).encode('utf8'))
|
|
yarn_args = get_yarn_args(production=production)
|
|
sha1sum.update(''.join(sorted(yarn_args)).encode('utf8'))
|
|
return sha1sum.hexdigest()
|
|
|
|
def setup_node_modules(
|
|
production: bool = DEFAULT_PRODUCTION,
|
|
prefer_offline: bool = False,
|
|
) -> None:
|
|
yarn_args = get_yarn_args(production=production)
|
|
if prefer_offline:
|
|
yarn_args.append("--prefer-offline")
|
|
sha1sum = generate_sha1sum_node_modules(production=production)
|
|
target_path = os.path.join(NODE_MODULES_CACHE_PATH, sha1sum)
|
|
cached_node_modules = os.path.join(target_path, 'node_modules')
|
|
success_stamp = os.path.join(target_path, '.success-stamp')
|
|
# Check if a cached version already exists
|
|
if not os.path.exists(success_stamp):
|
|
do_yarn_install(target_path,
|
|
yarn_args,
|
|
success_stamp)
|
|
|
|
print("Using cached node modules from %s" % (cached_node_modules,))
|
|
if os.path.islink('node_modules'):
|
|
os.remove('node_modules')
|
|
elif os.path.isdir('node_modules'):
|
|
shutil.rmtree('node_modules')
|
|
os.symlink(cached_node_modules, 'node_modules')
|
|
|
|
def do_yarn_install(
|
|
target_path: str,
|
|
yarn_args: List[str],
|
|
success_stamp: str
|
|
) -> None:
|
|
os.makedirs(target_path, exist_ok=True)
|
|
shutil.copy('package.json', target_path)
|
|
shutil.copy("yarn.lock", target_path)
|
|
shutil.copy(".yarnrc", target_path)
|
|
cached_node_modules = os.path.join(target_path, 'node_modules')
|
|
print("Cached version not found! Installing node modules.")
|
|
|
|
# Copy the existing node_modules to speed up install
|
|
if os.path.exists("node_modules") and not os.path.exists(cached_node_modules):
|
|
shutil.copytree("node_modules/", cached_node_modules, symlinks=True)
|
|
if os.environ.get('CUSTOM_CA_CERTIFICATES'):
|
|
run([YARN_BIN, "config", "set", "cafile", os.environ['CUSTOM_CA_CERTIFICATES']])
|
|
run([YARN_BIN, "install", "--non-interactive", "--frozen-lockfile"] + yarn_args,
|
|
cwd=target_path)
|
|
with open(success_stamp, 'w'):
|
|
pass
|