148 строки
5.1 KiB
Python
148 строки
5.1 KiB
Python
from datetime import datetime, timedelta
|
|
import dictconfig
|
|
import logging
|
|
import os
|
|
|
|
# get the right settings module
|
|
settingmodule = os.environ.get('DJANGO_SETTINGS_MODULE', 'settings_local')
|
|
if settingmodule.startswith(('zamboni', # typical git clone destination
|
|
'workspace', # Jenkins
|
|
'project', # vagrant VM
|
|
'freddo')):
|
|
settingmodule = settingmodule.split('.', 1)[1]
|
|
|
|
|
|
import posixpath
|
|
import re
|
|
import sys
|
|
|
|
from cef import log_cef as _log_cef
|
|
import MySQLdb as mysql
|
|
import sqlalchemy.pool as pool
|
|
|
|
from django.core.management import setup_environ
|
|
import commonware.log
|
|
|
|
from django.utils import importlib
|
|
settings = importlib.import_module(settingmodule)
|
|
|
|
# Pyflakes will complain about these, but they are required for setup.
|
|
setup_environ(settings)
|
|
from lib.log_settings_base import formatters, handlers, loggers
|
|
|
|
# Ugh. But this avoids any zamboni or django imports at all.
|
|
# Perhaps we can import these without any problems and we can
|
|
# remove all this.
|
|
from constants.applications import APPS_ALL
|
|
from constants.platforms import PLATFORMS
|
|
from constants.base import (ADDON_PREMIUM, STATUS_PUBLIC, STATUS_DISABLED,
|
|
STATUS_BETA, STATUS_LITE,
|
|
STATUS_LITE_AND_NOMINATED)
|
|
from constants.payments import (CONTRIB_CHARGEBACK, CONTRIB_PURCHASE,
|
|
CONTRIB_NO_CHARGE, CONTRIB_REFUND)
|
|
|
|
APP_GUIDS = dict([(app.guid, app.id) for app in APPS_ALL.values()])
|
|
PLATFORMS = dict([(plat.api_name, plat.id) for plat in PLATFORMS.values()])
|
|
|
|
ADDON_SLUGS_UPDATE = {
|
|
1: 'extension',
|
|
2: 'theme',
|
|
3: 'extension',
|
|
4: 'search',
|
|
5: 'item',
|
|
6: 'extension',
|
|
7: 'plugin'}
|
|
|
|
|
|
STATUSES_PUBLIC = {'STATUS_PUBLIC': STATUS_PUBLIC,
|
|
'STATUS_LITE': STATUS_LITE,
|
|
'STATUS_LITE_AND_NOMINATED': STATUS_LITE_AND_NOMINATED}
|
|
|
|
|
|
version_re = re.compile(r"""(?P<major>\d+) # major (x in x.y)
|
|
\.(?P<minor1>\d+) # minor1 (y in x.y)
|
|
\.?(?P<minor2>\d+|\*)? # minor2 (z in x.y.z)
|
|
\.?(?P<minor3>\d+|\*)? # minor3 (w in x.y.z.w)
|
|
(?P<alpha>[a|b]?) # alpha/beta
|
|
(?P<alpha_ver>\d*) # alpha/beta version
|
|
(?P<pre>pre)? # pre release
|
|
(?P<pre_ver>\d)? # pre release version
|
|
""",
|
|
re.VERBOSE)
|
|
|
|
|
|
def get_mirror(status, id, row):
|
|
if row['datestatuschanged']:
|
|
published = datetime.now() - row['datestatuschanged']
|
|
else:
|
|
published = timedelta(minutes=0)
|
|
|
|
if row['disabled_by_user'] or status == STATUS_DISABLED:
|
|
host = settings.PRIVATE_MIRROR_URL
|
|
elif (status == STATUS_PUBLIC
|
|
and not row['disabled_by_user']
|
|
and row['file_status'] in (STATUS_PUBLIC, STATUS_BETA)
|
|
and published > timedelta(minutes=settings.MIRROR_DELAY)
|
|
and not settings.DEBUG):
|
|
host = settings.MIRROR_URL
|
|
else:
|
|
host = settings.LOCAL_MIRROR_URL
|
|
|
|
return posixpath.join(host, str(id), row['filename'])
|
|
|
|
|
|
def getconn():
|
|
db = settings.SERVICES_DATABASE
|
|
return mysql.connect(host=db['HOST'], user=db['USER'],
|
|
passwd=db['PASSWORD'], db=db['NAME'])
|
|
|
|
|
|
mypool = pool.QueuePool(getconn, max_overflow=10, pool_size=5, recycle=300)
|
|
|
|
|
|
def log_configure():
|
|
"""You have to call this to explicity configure logging."""
|
|
cfg = {
|
|
'version': 1,
|
|
'filters': {},
|
|
'formatters': dict(prod=formatters['prod']),
|
|
'handlers': dict(syslog=handlers['syslog']),
|
|
'loggers': {
|
|
'z': {'handlers': ['syslog'], 'level': logging.INFO},
|
|
},
|
|
'root': {},
|
|
# Since this configuration is applied at import time
|
|
# in verify.py we don't want it to clobber other logs
|
|
# when imported into the marketplace Django app.
|
|
'disable_existing_loggers': False,
|
|
}
|
|
dictconfig.dictConfig(cfg)
|
|
|
|
|
|
def log_exception(data):
|
|
# Note: although this logs exceptions, it logs at the info level so that
|
|
# on prod, we log at the error level and result in no logs on prod.
|
|
typ, value, discard = sys.exc_info()
|
|
error_log = logging.getLogger('z.receipt')
|
|
error_log.exception(u'Type: %s, %s. Data: %s' % (typ, value, data))
|
|
|
|
|
|
def log_info(msg):
|
|
error_log = logging.getLogger('z.receipt')
|
|
error_log.info(msg)
|
|
|
|
|
|
def log_cef(request, app, msg, longer):
|
|
"""Log receipt transactions to the CEF library."""
|
|
c = {'cef.product': getattr(settings, 'CEF_PRODUCT', 'AMO'),
|
|
'cef.vendor': getattr(settings, 'CEF_VENDOR', 'Mozilla'),
|
|
'cef.version': getattr(settings, 'CEF_VERSION', '0'),
|
|
'cef.device_version': getattr(settings, 'CEF_DEVICE_VERSION', '0'),
|
|
'cef.file': getattr(settings, 'CEF_FILE', 'syslog'), }
|
|
|
|
kwargs = {'username': getattr(request, 'amo_user', ''),
|
|
'signature': 'RECEIPT%s' % msg.upper(),
|
|
'msg': longer, 'config': c,
|
|
'cs2': app, 'cs2Label': 'ReceiptTransaction'}
|
|
return _log_cef('Receipt %s' % msg, 5, request, **kwargs)
|