mirror of
https://github.com/zulip/zulip.git
synced 2025-10-27 18:13:58 +00:00
365fe0b3d5
Fixes #2665. Regenerated by tabbott with `lint --fix` after a rebase and change in parameters. Note from tabbott: In a few cases, this converts technical debt in the form of unsorted imports into different technical debt in the form of our largest files having very long, ugly import sequences at the start. I expect this change will increase pressure for us to split those files, which isn't a bad thing. Signed-off-by: Anders Kaseorg <anders@zulip.com>
59 lines
2.0 KiB
Python
Executable File
59 lines
2.0 KiB
Python
Executable File
#!/usr/bin/env python3
|
|
import argparse
|
|
import glob
|
|
import os
|
|
import sys
|
|
from typing import Set
|
|
|
|
ZULIP_PATH = os.path.dirname(os.path.dirname(os.path.dirname(os.path.abspath(__file__))))
|
|
sys.path.append(ZULIP_PATH)
|
|
from scripts.lib.hash_reqs import expand_reqs, hash_deps
|
|
from scripts.lib.zulip_tools import (
|
|
get_environment,
|
|
get_recent_deployments,
|
|
parse_cache_script_args,
|
|
purge_unused_caches,
|
|
)
|
|
|
|
ENV = get_environment()
|
|
VENV_CACHE_DIR = '/srv/zulip-venv-cache'
|
|
|
|
def get_caches_in_use(threshold_days: int) -> Set[str]:
|
|
setups_to_check = {ZULIP_PATH}
|
|
caches_in_use = set()
|
|
|
|
def add_current_venv_cache(venv_name: str) -> None:
|
|
CACHE_SYMLINK = os.path.join(os.path.dirname(ZULIP_PATH), venv_name)
|
|
CURRENT_CACHE = os.path.dirname(os.path.realpath(CACHE_SYMLINK))
|
|
caches_in_use.add(CURRENT_CACHE)
|
|
|
|
if ENV == "prod":
|
|
setups_to_check |= get_recent_deployments(threshold_days)
|
|
if ENV == "dev":
|
|
add_current_venv_cache("zulip-py3-venv")
|
|
add_current_venv_cache("zulip-thumbor-venv")
|
|
|
|
for path in setups_to_check:
|
|
reqs_dir = os.path.join(path, "requirements")
|
|
# If the target directory doesn't contain a requirements
|
|
# directory, skip it to avoid throwing an exception trying to
|
|
# list its requirements subdirectory.
|
|
if not os.path.exists(reqs_dir):
|
|
continue
|
|
requirements_files = glob.glob(os.path.join(reqs_dir, "*.txt"))
|
|
for requirements_file in requirements_files:
|
|
deps = expand_reqs(requirements_file)
|
|
hash_val = hash_deps(deps)
|
|
caches_in_use.add(os.path.join(VENV_CACHE_DIR, hash_val))
|
|
|
|
return caches_in_use
|
|
|
|
def main(args: argparse.Namespace) -> None:
|
|
caches_in_use = get_caches_in_use(args.threshold_days)
|
|
purge_unused_caches(
|
|
VENV_CACHE_DIR, caches_in_use, "venv cache", args)
|
|
|
|
if __name__ == "__main__":
|
|
args = parse_cache_script_args("This script cleans unused zulip venv caches.")
|
|
main(args)
|