mirror of
				https://github.com/zulip/zulip.git
				synced 2025-10-31 03:53:50 +00:00 
			
		
		
		
	Generated by pyupgrade --py36-plus --keep-percent-format. Now including %d, %i, %u, and multi-line strings. Signed-off-by: Anders Kaseorg <anders@zulip.com>
		
			
				
	
	
		
			57 lines
		
	
	
		
			2.2 KiB
		
	
	
	
		
			Python
		
	
	
		
			Executable File
		
	
	
	
	
			
		
		
	
	
			57 lines
		
	
	
		
			2.2 KiB
		
	
	
	
		
			Python
		
	
	
		
			Executable File
		
	
	
	
	
| #!/usr/bin/env python3
 | |
| import json
 | |
| import os
 | |
| import subprocess
 | |
| import sys
 | |
| from typing import Any, Dict
 | |
| 
 | |
| BASE_DIR = os.path.dirname(os.path.dirname(os.path.dirname(os.path.abspath(__file__))))
 | |
| sys.path.append(BASE_DIR)
 | |
| from scripts.lib.setup_path import setup_path
 | |
| 
 | |
| setup_path()
 | |
| 
 | |
| from scripts.lib.zulip_tools import get_config_file
 | |
| 
 | |
| 
 | |
| def write_realm_nginx_config_line(f: Any, host: str, port: str) -> None:
 | |
|     f.write(f"""if ($host = '{host}') {{
 | |
|     set $tornado_server http://tornado{port};
 | |
| }}\n""")
 | |
| 
 | |
| # Basic system to do Tornado sharding.  Writes two output .tmp files that need
 | |
| # to be renamed to the following files to finalize the changes:
 | |
| # * /etc/zulip/nginx_sharding.conf; nginx needs to be reloaded after changing.
 | |
| # * /etc/zulip/sharding.json; supervisor Django process needs to be reloaded
 | |
| # after changing.  TODO: We can probably make this live-reload by statting the file.
 | |
| #
 | |
| # TODO: Restructure this to automatically generate a sharding layout.
 | |
| with open('/etc/zulip/nginx_sharding.conf.tmp', 'w') as nginx_sharding_conf_f, \
 | |
|         open('/etc/zulip/sharding.json.tmp', 'w') as sharding_json_f:
 | |
| 
 | |
|     config_file = get_config_file()
 | |
|     if not config_file.has_section("tornado_sharding"):
 | |
|         nginx_sharding_conf_f.write("set $tornado_server http://tornado;\n")
 | |
|         sharding_json_f.write('{}\n')
 | |
|         sys.exit(0)
 | |
| 
 | |
|     nginx_sharding_conf_f.write("set $tornado_server http://tornado9800;\n")
 | |
|     shard_map: Dict[str, int] = {}
 | |
|     external_host = subprocess.check_output([os.path.join(BASE_DIR, 'scripts/get-django-setting'),
 | |
|                                              'EXTERNAL_HOST'],
 | |
|                                             universal_newlines=True).strip()
 | |
|     for port in config_file["tornado_sharding"]:
 | |
|         shards = config_file["tornado_sharding"][port].strip().split(' ')
 | |
| 
 | |
|         for shard in shards:
 | |
|             if '.' in shard:
 | |
|                 host = shard
 | |
|             else:
 | |
|                 host = f"{shard}.{external_host}"
 | |
|             assert host not in shard_map, f"host {host} duplicated"
 | |
|             shard_map[host] = int(port)
 | |
|             write_realm_nginx_config_line(nginx_sharding_conf_f, host, port)
 | |
|         nginx_sharding_conf_f.write('\n')
 | |
| 
 | |
|     sharding_json_f.write(json.dumps(shard_map) + '\n')
 |