127 строки
4.0 KiB
Python
127 строки
4.0 KiB
Python
import logging
|
|
import math
|
|
import os
|
|
|
|
from django.conf import settings
|
|
from django.db.models import Count
|
|
|
|
import elasticutils
|
|
from celeryutils import task
|
|
|
|
import amo
|
|
from amo.decorators import set_modified_on
|
|
from amo.utils import resize_image
|
|
from tags.models import Tag
|
|
from . import cron, search # Pull in tasks run through cron.
|
|
from .models import (Collection, CollectionAddon, CollectionVote,
|
|
CollectionWatcher)
|
|
|
|
log = logging.getLogger('z.task')
|
|
|
|
|
|
@task
|
|
def collection_votes(*ids, **kw):
|
|
log.info('[%s@%s] Updating collection votes.' %
|
|
(len(ids), collection_votes.rate_limit))
|
|
using = kw.get('using')
|
|
for collection in ids:
|
|
v = CollectionVote.objects.filter(collection=collection).using(using)
|
|
votes = dict(v.values_list('vote').annotate(Count('vote')))
|
|
c = Collection.objects.get(id=collection)
|
|
c.upvotes = up = votes.get(1, 0)
|
|
c.downvotes = down = votes.get(-1, 0)
|
|
try:
|
|
# Use log to limit the effect of the multiplier.
|
|
c.rating = (up - down) * math.log(up + down)
|
|
except ValueError:
|
|
c.rating = 0
|
|
c.save()
|
|
|
|
|
|
@task
|
|
@set_modified_on
|
|
def resize_icon(src, dst, **kw):
|
|
"""Resizes collection icons to 32x32"""
|
|
log.info('[1@None] Resizing icon: %s' % dst)
|
|
|
|
try:
|
|
resize_image(src, dst, (32, 32))
|
|
return True
|
|
except Exception, e:
|
|
log.error("Error saving collection icon: %s" % e)
|
|
|
|
|
|
@task
|
|
def delete_icon(dst, **kw):
|
|
log.info('[1@None] Deleting icon: %s.' % dst)
|
|
|
|
if not dst.startswith(settings.COLLECTIONS_ICON_PATH):
|
|
log.error("Someone tried deleting something they shouldn't: %s" % dst)
|
|
return
|
|
|
|
try:
|
|
os.remove(dst)
|
|
except Exception, e:
|
|
log.error("Error deleting icon: %s" % e)
|
|
|
|
|
|
@task
|
|
def collection_meta(*ids, **kw):
|
|
log.info('[%s@%s] Updating collection metadata.' %
|
|
(len(ids), collection_meta.rate_limit))
|
|
using = kw.get('using')
|
|
qs = (CollectionAddon.objects.filter(collection__in=ids)
|
|
.using(using).values_list('collection'))
|
|
counts = dict(qs.annotate(Count('id')))
|
|
persona_counts = dict(qs.filter(addon__type=amo.ADDON_PERSONA)
|
|
.annotate(Count('id')))
|
|
tags = (Tag.objects.not_blacklisted().values_list('id')
|
|
.annotate(cnt=Count('id')).filter(cnt__gt=1).order_by('-cnt'))
|
|
for c in Collection.objects.no_cache().filter(id__in=ids):
|
|
addon_count = counts.get(c.id, 0)
|
|
all_personas = addon_count == persona_counts.get(c.id, None)
|
|
addons = list(c.addons.values_list('id', flat=True))
|
|
c.top_tags = [t for t, _ in tags.filter(addons__in=addons)[:5]]
|
|
Collection.objects.filter(id=c.id).update(addon_count=addon_count,
|
|
all_personas=all_personas)
|
|
|
|
|
|
@task
|
|
def collection_watchers(*ids, **kw):
|
|
log.info('[%s@%s] Updating collection watchers.' %
|
|
(len(ids), collection_watchers.rate_limit))
|
|
using = kw.get('using')
|
|
for pk in ids:
|
|
try:
|
|
watchers = (CollectionWatcher.objects.filter(collection=pk)
|
|
.using(using).count())
|
|
Collection.objects.filter(pk=pk).update(subscribers=watchers)
|
|
log.info('Updated collection watchers: %s' % pk)
|
|
except Exception, e:
|
|
log.error('Updating collection watchers failed: %s, %s' % (pk, e))
|
|
|
|
|
|
@task(rate_limit='10/m')
|
|
def cron_collection_meta(*addons, **kw):
|
|
collection_meta(*addons)
|
|
|
|
|
|
@task
|
|
def index_collections(ids, **kw):
|
|
if not settings.USE_ELASTIC:
|
|
return
|
|
es = elasticutils.get_es()
|
|
log.info('Indexing collections %s-%s [%s].' % (ids[0], ids[-1], len(ids)))
|
|
for c in Collection.objects.filter(id__in=ids):
|
|
Collection.index(search.extract(c), bulk=True, id=c.id)
|
|
es.flush_bulk(forced=True)
|
|
|
|
|
|
@task
|
|
def unindex_collections(ids, **kw):
|
|
if not settings.USE_ELASTIC:
|
|
return
|
|
for id in ids:
|
|
log.info('Removing collection [%s] from search index.' % id)
|
|
Collection.unindex(id)
|