Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Refactor submission counting without locking #479

Merged
merged 1 commit into from
Sep 20, 2018
Merged
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
30 changes: 14 additions & 16 deletions onadata/apps/logger/models/instance.py
Original file line number Diff line number Diff line change
Expand Up @@ -3,6 +3,7 @@

import reversion

from django.db.models import F
from django.db import transaction
from django.contrib.gis.db import models
from django.db.models.signals import post_save
Expand Down Expand Up @@ -64,25 +65,22 @@ def update_xform_submission_count(sender, instance, created, **kwargs):
if not created:
return
with transaction.atomic():
xform = XForm.objects.select_for_update().only(
'user_id', 'num_of_submissions'
).get(pk=instance.xform_id)
xform.num_of_submissions += 1
xform.last_submission_time = instance.date_created
xform = XForm.objects.only('user_id').get(pk=instance.xform_id)
# Update with `F` expression instead of `select_for_update` to avoid
# locks, which were mysteriously piling up during periods of high
# traffic
XForm.objects.filter(pk=instance.xform_id).update(
num_of_submissions=F('num_of_submissions') + 1,
last_submission_time=instance.date_created,
)
# Hack to avoid circular imports
UserProfile = User.profile.related.related_model
profile, created = UserProfile.objects.select_for_update().only(
'num_of_submissions'
).get_or_create(user_id=xform.user_id)
profile.num_of_submissions += 1
# Don't call `XForm.save()` since it reads a whole bunch of other
# attributes and makes our `only()` call less than worthless
XForm.objects.filter(pk=xform.pk).update(
num_of_submissions=xform.num_of_submissions,
last_submission_time=xform.last_submission_time
profile, created = UserProfile.objects.only('pk').get_or_create(
user_id=xform.user_id
)
UserProfile.objects.filter(pk=profile.pk).update(
num_of_submissions=F('num_of_submissions') + 1,
)
# `UserProfile.save()` is well-mannered
profile.save(update_fields=['num_of_submissions'])


def update_xform_submission_count_delete(sender, instance, **kwargs):
Expand Down