mirror of
https://github.com/zulip/zulip.git
synced 2025-11-06 15:03:34 +00:00
5901e7ba7e
Generated by com2ann (slightly patched to avoid also converting assignment type annotations, which require Python 3.6), followed by some manual whitespace adjustment, and six fixes for runtime issues: - def __init__(self, token: Token, parent: Optional[Node]) -> None: + def __init__(self, token: Token, parent: "Optional[Node]") -> None: -def main(options: argparse.Namespace) -> NoReturn: +def main(options: argparse.Namespace) -> "NoReturn": -def fetch_request(url: str, callback: Any, **kwargs: Any) -> Generator[Callable[..., Any], Any, None]: +def fetch_request(url: str, callback: Any, **kwargs: Any) -> "Generator[Callable[..., Any], Any, None]": -def assert_server_running(server: subprocess.Popen[bytes], log_file: Optional[str]) -> None: +def assert_server_running(server: "subprocess.Popen[bytes]", log_file: Optional[str]) -> None: -def server_is_up(server: subprocess.Popen[bytes], log_file: Optional[str]) -> bool: +def server_is_up(server: "subprocess.Popen[bytes]", log_file: Optional[str]) -> bool: - method_kwarg_pairs: List[FuncKwargPair], + method_kwarg_pairs: "List[FuncKwargPair]", Signed-off-by: Anders Kaseorg <anders@zulipchat.com>
59 lines
2.0 KiB
Python
Executable File
59 lines
2.0 KiB
Python
Executable File
#!/usr/bin/env python3
|
|
import argparse
|
|
import glob
|
|
import os
|
|
import sys
|
|
|
|
from typing import Set
|
|
|
|
ZULIP_PATH = os.path.dirname(os.path.dirname(os.path.dirname(os.path.abspath(__file__))))
|
|
sys.path.append(ZULIP_PATH)
|
|
from scripts.lib.hash_reqs import expand_reqs, hash_deps
|
|
from scripts.lib.zulip_tools import \
|
|
get_environment, get_recent_deployments, parse_cache_script_args, \
|
|
purge_unused_caches
|
|
|
|
ENV = get_environment()
|
|
VENV_CACHE_DIR = '/srv/zulip-venv-cache'
|
|
if ENV == "travis":
|
|
VENV_CACHE_DIR = os.path.join(os.environ["HOME"], "zulip-venv-cache")
|
|
|
|
def get_caches_in_use(threshold_days: int) -> Set[str]:
|
|
setups_to_check = {ZULIP_PATH}
|
|
caches_in_use = set()
|
|
|
|
def add_current_venv_cache(venv_name: str) -> None:
|
|
CACHE_SYMLINK = os.path.join(os.path.dirname(ZULIP_PATH), venv_name)
|
|
CURRENT_CACHE = os.path.dirname(os.path.realpath(CACHE_SYMLINK))
|
|
caches_in_use.add(CURRENT_CACHE)
|
|
|
|
if ENV == "prod":
|
|
setups_to_check |= get_recent_deployments(threshold_days)
|
|
if ENV == "dev":
|
|
add_current_venv_cache("zulip-py3-venv")
|
|
add_current_venv_cache("zulip-thumbor-venv")
|
|
|
|
for path in setups_to_check:
|
|
reqs_dir = os.path.join(path, "requirements")
|
|
# If the target directory doesn't contain a requirements
|
|
# directory, skip it to avoid throwing an exception trying to
|
|
# list its requirements subdirectory.
|
|
if not os.path.exists(reqs_dir):
|
|
continue
|
|
requirements_files = glob.glob(os.path.join(reqs_dir, "*.txt"))
|
|
for requirements_file in requirements_files:
|
|
deps = expand_reqs(requirements_file)
|
|
hash_val = hash_deps(deps)
|
|
caches_in_use.add(os.path.join(VENV_CACHE_DIR, hash_val))
|
|
|
|
return caches_in_use
|
|
|
|
def main(args: argparse.Namespace) -> None:
|
|
caches_in_use = get_caches_in_use(args.threshold_days)
|
|
purge_unused_caches(
|
|
VENV_CACHE_DIR, caches_in_use, "venv cache", args)
|
|
|
|
if __name__ == "__main__":
|
|
args = parse_cache_script_args("This script cleans unused zulip venv caches.")
|
|
main(args)
|