mirror of
https://github.com/zulip/zulip.git
synced 2025-11-05 22:43:42 +00:00
a109508e34
As a result of dropping support for trusty, we can remove our old pattern of putting `if False` before importing the typing module, which was essential for Python 3.4 support, but not required and maybe harmful on newer versions. cron_file_helper check_rabbitmq_consumers hash_reqs check_zephyr_mirror check_personal_zephyr_mirrors check_cron_file zulip_tools check_postgres_replication_lag api_test_helpers purge-old-deployments setup_venv node_cache clean_venv_cache clean_node_cache clean_emoji_cache pg_backup_and_purge restore-backup generate_secrets zulip-ec2-configure-interfaces diagnose check_user_zephyr_mirror_liveness
67 lines
2.1 KiB
Python
Executable File
67 lines
2.1 KiB
Python
Executable File
#!/usr/bin/env python3
|
|
import os
|
|
import sys
|
|
import argparse
|
|
import hashlib
|
|
from typing import Iterable, List, MutableSet
|
|
|
|
def expand_reqs_helper(fpath, visited):
|
|
# type: (str, MutableSet[str]) -> List[str]
|
|
if fpath in visited:
|
|
return []
|
|
else:
|
|
visited.add(fpath)
|
|
|
|
curr_dir = os.path.dirname(fpath)
|
|
result = [] # type: List[str]
|
|
|
|
for line in open(fpath):
|
|
if line.startswith('#'):
|
|
continue
|
|
dep = line.split(" #", 1)[0].strip() # remove comments and strip whitespace
|
|
if dep:
|
|
if dep.startswith('-r'):
|
|
child = os.path.join(curr_dir, dep[3:])
|
|
result += expand_reqs_helper(child, visited)
|
|
else:
|
|
result.append(dep)
|
|
return result
|
|
|
|
def expand_reqs(fpath):
|
|
# type: (str) -> List[str]
|
|
"""
|
|
Returns a sorted list of unique dependencies specified by the requirements file `fpath`.
|
|
Removes comments from the output and recursively visits files specified inside `fpath`.
|
|
`fpath` can be either an absolute path or a relative path.
|
|
"""
|
|
absfpath = os.path.abspath(fpath)
|
|
output = expand_reqs_helper(absfpath, set())
|
|
return sorted(set(output))
|
|
|
|
def hash_deps(deps):
|
|
# type: (Iterable[str]) -> str
|
|
deps_str = "\n".join(deps) + "\n"
|
|
return hashlib.sha1(deps_str.encode('utf-8')).hexdigest()
|
|
|
|
def main():
|
|
# type: () -> int
|
|
description = ("Finds the SHA1 hash of list of dependencies in a requirements file"
|
|
" after recursively visiting all files specified in it.")
|
|
parser = argparse.ArgumentParser(description=description)
|
|
parser.add_argument("fpath", metavar="FILE",
|
|
help="Path to requirements file")
|
|
parser.add_argument("--print", dest="print_reqs", action='store_true',
|
|
help="Print all dependencies")
|
|
args = parser.parse_args()
|
|
|
|
deps = expand_reqs(args.fpath)
|
|
hash = hash_deps(deps)
|
|
print(hash)
|
|
if args.print_reqs:
|
|
for dep in deps:
|
|
print(dep)
|
|
return 0
|
|
|
|
if __name__ == "__main__":
|
|
sys.exit(main())
|