mirror of
https://github.com/zulip/zulip.git
synced 2025-10-25 09:03:57 +00:00
365fe0b3d5
Fixes #2665. Regenerated by tabbott with `lint --fix` after a rebase and change in parameters. Note from tabbott: In a few cases, this converts technical debt in the form of unsorted imports into different technical debt in the form of our largest files having very long, ugly import sequences at the start. I expect this change will increase pressure for us to split those files, which isn't a bad thing. Signed-off-by: Anders Kaseorg <anders@zulip.com>
54 lines
2.3 KiB
Python
54 lines
2.3 KiB
Python
from django.db import migrations
|
|
from django.db.backends.postgresql.schema import DatabaseSchemaEditor
|
|
from django.db.migrations.state import StateApps
|
|
from django.db.models import Count, Sum
|
|
|
|
|
|
def clear_duplicate_counts(apps: StateApps, schema_editor: DatabaseSchemaEditor) -> None:
|
|
"""This is a preparatory migration for our Analytics tables.
|
|
|
|
The backstory is that Django's unique_together indexes do not properly
|
|
handle the subgroup=None corner case (allowing duplicate rows that have a
|
|
subgroup of None), which meant that in race conditions, rather than updating
|
|
an existing row for the property/realm/time with subgroup=None, Django would
|
|
create a duplicate row.
|
|
|
|
In the next migration, we'll add a proper constraint to fix this bug, but
|
|
we need to fix any existing problematic rows before we can add that constraint.
|
|
|
|
We fix this in an appropriate fashion for each type of CountStat object; mainly
|
|
this means deleting the extra rows, but for LoggingCountStat objects, we need to
|
|
additionally combine the sums.
|
|
"""
|
|
RealmCount = apps.get_model('analytics', 'RealmCount')
|
|
|
|
realm_counts = RealmCount.objects.filter(subgroup=None).values(
|
|
'realm_id', 'property', 'end_time').annotate(
|
|
Count('id'), Sum('value')).filter(id__count__gt=1)
|
|
|
|
for realm_count in realm_counts:
|
|
realm_count.pop('id__count')
|
|
total_value = realm_count.pop('value__sum')
|
|
duplicate_counts = list(RealmCount.objects.filter(**realm_count))
|
|
first_count = duplicate_counts[0]
|
|
if realm_count['property'] in ["invites_sent::day", "active_users_log:is_bot:day"]:
|
|
# For LoggingCountStat objects, the right fix is to combine the totals;
|
|
# for other CountStat objects, we expect the duplicates to have the same value.
|
|
# And so all we need to do is delete them.
|
|
first_count.value = total_value
|
|
first_count.save()
|
|
to_cleanup = duplicate_counts[1:]
|
|
for duplicate_count in to_cleanup:
|
|
duplicate_count.delete()
|
|
|
|
class Migration(migrations.Migration):
|
|
|
|
dependencies = [
|
|
('analytics', '0014_remove_fillstate_last_modified'),
|
|
]
|
|
|
|
operations = [
|
|
migrations.RunPython(clear_duplicate_counts,
|
|
reverse_code=migrations.RunPython.noop),
|
|
]
|