mirror of
https://github.com/zulip/zulip.git
synced 2025-11-03 21:43:21 +00:00
365fe0b3d5
Fixes #2665. Regenerated by tabbott with `lint --fix` after a rebase and change in parameters. Note from tabbott: In a few cases, this converts technical debt in the form of unsorted imports into different technical debt in the form of our largest files having very long, ugly import sequences at the start. I expect this change will increase pressure for us to split those files, which isn't a bad thing. Signed-off-by: Anders Kaseorg <anders@zulip.com>
92 lines
3.6 KiB
Python
92 lines
3.6 KiB
Python
import os
|
|
import time
|
|
from argparse import ArgumentParser
|
|
from datetime import timezone
|
|
from typing import Any, Dict
|
|
|
|
from django.conf import settings
|
|
from django.core.management.base import BaseCommand
|
|
from django.utils.dateparse import parse_datetime
|
|
from django.utils.timezone import now as timezone_now
|
|
|
|
from analytics.lib.counts import COUNT_STATS, logger, process_count_stat
|
|
from scripts.lib.zulip_tools import ENDC, WARNING
|
|
from zerver.lib.remote_server import send_analytics_to_remote_server
|
|
from zerver.lib.timestamp import floor_to_hour
|
|
from zerver.models import Realm
|
|
|
|
|
|
class Command(BaseCommand):
|
|
help = """Fills Analytics tables.
|
|
|
|
Run as a cron job that runs every hour."""
|
|
|
|
def add_arguments(self, parser: ArgumentParser) -> None:
|
|
parser.add_argument('--time', '-t',
|
|
type=str,
|
|
help='Update stat tables from current state to'
|
|
'--time. Defaults to the current time.',
|
|
default=timezone_now().isoformat())
|
|
parser.add_argument('--utc',
|
|
action='store_true',
|
|
help="Interpret --time in UTC.",
|
|
default=False)
|
|
parser.add_argument('--stat', '-s',
|
|
type=str,
|
|
help="CountStat to process. If omitted, all stats are processed.")
|
|
parser.add_argument('--verbose',
|
|
action='store_true',
|
|
help="Print timing information to stdout.",
|
|
default=False)
|
|
|
|
def handle(self, *args: Any, **options: Any) -> None:
|
|
try:
|
|
os.mkdir(settings.ANALYTICS_LOCK_DIR)
|
|
except OSError:
|
|
print(WARNING + "Analytics lock %s is unavailable; exiting... " + ENDC)
|
|
return
|
|
|
|
try:
|
|
self.run_update_analytics_counts(options)
|
|
finally:
|
|
os.rmdir(settings.ANALYTICS_LOCK_DIR)
|
|
|
|
def run_update_analytics_counts(self, options: Dict[str, Any]) -> None:
|
|
# installation_epoch relies on there being at least one realm; we
|
|
# shouldn't run the analytics code if that condition isn't satisfied
|
|
if not Realm.objects.exists():
|
|
logger.info("No realms, stopping update_analytics_counts")
|
|
return
|
|
|
|
fill_to_time = parse_datetime(options['time'])
|
|
if options['utc']:
|
|
fill_to_time = fill_to_time.replace(tzinfo=timezone.utc)
|
|
if fill_to_time.tzinfo is None:
|
|
raise ValueError("--time must be timezone aware. Maybe you meant to use the --utc option?")
|
|
|
|
fill_to_time = floor_to_hour(fill_to_time.astimezone(timezone.utc))
|
|
|
|
if options['stat'] is not None:
|
|
stats = [COUNT_STATS[options['stat']]]
|
|
else:
|
|
stats = list(COUNT_STATS.values())
|
|
|
|
logger.info(f"Starting updating analytics counts through {fill_to_time}")
|
|
if options['verbose']:
|
|
start = time.time()
|
|
last = start
|
|
|
|
for stat in stats:
|
|
process_count_stat(stat, fill_to_time)
|
|
if options['verbose']:
|
|
print(f"Updated {stat.property} in {time.time() - last:.3f}s")
|
|
last = time.time()
|
|
|
|
if options['verbose']:
|
|
print("Finished updating analytics counts through %s in %.3fs" %
|
|
(fill_to_time, time.time() - start))
|
|
logger.info(f"Finished updating analytics counts through {fill_to_time}")
|
|
|
|
if settings.PUSH_NOTIFICATION_BOUNCER_URL and settings.SUBMIT_USAGE_STATISTICS:
|
|
send_analytics_to_remote_server()
|