Files
zulip/zephyr/lib/bulk_create.py
Tim Abbott 02d65664b4 Increase MySQL batch size to 10,000.
This saves 30 seconds in populate_db runtime on MySQL.

(imported from commit 7fe483bf5f32cfa3d09db8ad7a9be79bd0a2a271)
2012-12-11 17:17:38 -05:00

13 lines
597 B
Python

from django.conf import settings
# batch_bulk_create should become obsolete with Django 1.5, when the
# Django bulk_create method accepts a batch_size directly.
def batch_bulk_create(cls, cls_list, batch_size=150):
if "sqlite" not in settings.DATABASES["default"]["ENGINE"]:
# We don't need a low batch size with mysql, but we do need
# one to avoid "MySQL Server has gone away" errors
batch_size = 10000
while len(cls_list) > 0:
current_batch = cls_list[0:batch_size]
cls.objects.bulk_create(current_batch)
cls_list = cls_list[batch_size:]