Remove old commander scripts, no longer used.
This commit is contained in:
Jason Thomas
Родитель
58199173bf
Коммит
a17e4a49b0
|
|
@ -1,46 +0,0 @@
|
|||
SRC_DIR = "/data/addons-dev/src/addons-dev.allizom.org/zamboni"
|
||||
WWW_DIR = "/data/addons-dev/www/addons-dev.allizom.org/zamboni"
|
||||
|
||||
REMOTE_APP = "/data/www/addons-dev.allizom.org/zamboni"
|
||||
REMOTE_UPDATE_SCRIPT = "/data/bin/update-www.sh"
|
||||
|
||||
DEPLOY_SCRIPT = "/data/addons-dev/deploy -n addons-dev.allizom.org"
|
||||
|
||||
CELERY_SERVICE_PREFIX = "celeryd-dev"
|
||||
CELERY_SERVICE_MKT_PREFIX = "celeryd-marketplace-dev"
|
||||
|
||||
UPDATE_REF = "origin/master"
|
||||
UPDATE_VENDOR_REF = None # By default vendor will not update
|
||||
|
||||
WEB_HOSTGROUP = "addons-dev"
|
||||
CELERY_HOSTGROUP = "addons-celery-dev"
|
||||
|
||||
SSH_KEY = None
|
||||
|
||||
# assumes mod_wsgi if False
|
||||
# Gunicorn default services that need to be restarted on deploy
|
||||
GUNICORN = [
|
||||
'gunicorn-addons',
|
||||
'gunicorn-addons-services',
|
||||
'gunicorn-addons-update',
|
||||
'gunicorn-marketplace',
|
||||
'gunicorn-receiptcheck-marketplace',
|
||||
'gunicorn-pfs',
|
||||
]
|
||||
|
||||
CRON_NAME = "addons-dev"
|
||||
|
||||
PYPI_MIRROR = 'https://mrepo.mozilla.org/pypi/simple/'
|
||||
|
||||
PYTHON = '/usr/bin/python2.6'
|
||||
|
||||
MARTEAU = '/usr/bin/marteau'
|
||||
MARTEAU_USER = None
|
||||
MARTEAU_SECRET = None
|
||||
MARTEAU_SERVER = None
|
||||
|
||||
LOAD_TESTING = False
|
||||
|
||||
|
||||
#Settings for RPM deployment. Only applies to fabfile.py
|
||||
ENV = 'dev'
|
||||
|
|
@ -1,189 +0,0 @@
|
|||
import os
|
||||
import sys
|
||||
|
||||
sys.path.append(os.path.dirname(os.path.abspath(__file__)))
|
||||
|
||||
from commander.deploy import hostgroups, task # noqa
|
||||
|
||||
import commander_settings as settings # noqa
|
||||
|
||||
|
||||
VIRTUALENV = os.path.join(os.path.dirname(settings.SRC_DIR), 'venv')
|
||||
|
||||
|
||||
@task
|
||||
def create_virtualenv(ctx):
|
||||
with ctx.lcd(settings.SRC_DIR):
|
||||
status = ctx.local('git diff HEAD@{1} HEAD --name-only')
|
||||
if 'requirements/' in status.out:
|
||||
venv = VIRTUALENV
|
||||
if not venv.startswith('/data'):
|
||||
raise Exception('venv must start with /data')
|
||||
|
||||
ctx.local('rm -rf %s' % venv)
|
||||
ctx.local('virtualenv --distribute --never-download %s' % venv)
|
||||
|
||||
ctx.local('%s/bin/pip install --exists-action=w --no-deps --no-index '
|
||||
'--download-cache=/tmp/pip-cache -f %s '
|
||||
'-r %s/requirements/prod.txt' %
|
||||
(venv, settings.PYREPO, settings.SRC_DIR))
|
||||
|
||||
if getattr(settings, 'LOAD_TESTING', False):
|
||||
ctx.local('%s/bin/pip install --exists-action=w --no-deps '
|
||||
'--no-index --download-cache=/tmp/pip-cache -f %s '
|
||||
'-r %s/requirements/load.txt' %
|
||||
(venv, settings.PYREPO, settings.SRC_DIR))
|
||||
|
||||
# make sure this always runs
|
||||
ctx.local("rm -f %s/lib/python2.6/no-global-site-packages.txt" % venv)
|
||||
ctx.local("%s/bin/python /usr/bin/virtualenv --relocatable %s" %
|
||||
(venv, venv))
|
||||
|
||||
|
||||
@task
|
||||
def update_locales(ctx):
|
||||
with ctx.lcd(os.path.join(settings.SRC_DIR, "locale")):
|
||||
ctx.local("svn revert -R .")
|
||||
ctx.local("svn up")
|
||||
ctx.local("./compile-mo.sh .")
|
||||
|
||||
|
||||
@task
|
||||
def loadtest(ctx, repo=''):
|
||||
if hasattr(settings, 'MARTEAU'):
|
||||
os.environ['MACAUTH_USER'] = settings.MARTEAU_USER
|
||||
os.environ['MACAUTH_SECRET'] = settings.MARTEAU_SECRET
|
||||
ctx.local('%s %s --server %s' % (settings.MARTEAU, repo,
|
||||
settings.MARTEAU_SERVER))
|
||||
|
||||
|
||||
@task
|
||||
def update_products(ctx):
|
||||
with ctx.lcd(settings.SRC_DIR):
|
||||
ctx.local('%s manage.py update_product_details' % settings.PYTHON)
|
||||
|
||||
|
||||
@task
|
||||
def compress_assets(ctx, arg=''):
|
||||
with ctx.lcd(settings.SRC_DIR):
|
||||
ctx.local("%s manage.py compress_assets -t %s" % (settings.PYTHON,
|
||||
arg))
|
||||
|
||||
|
||||
@task
|
||||
def collectstatic(ctx):
|
||||
with ctx.lcd(settings.SRC_DIR):
|
||||
ctx.local("%s manage.py collectstatic --noinput" % (settings.PYTHON, ))
|
||||
|
||||
|
||||
@task
|
||||
def schematic(ctx):
|
||||
with ctx.lcd(settings.SRC_DIR):
|
||||
ctx.local("%s %s/bin/schematic migrations" %
|
||||
(settings.PYTHON, VIRTUALENV))
|
||||
|
||||
|
||||
@task
|
||||
def update_code(ctx, ref='origin/master'):
|
||||
with ctx.lcd(settings.SRC_DIR):
|
||||
ctx.local("git fetch && git fetch -t")
|
||||
ctx.local("git reset --hard %s" % ref)
|
||||
|
||||
|
||||
@task
|
||||
def update_info(ctx, ref='origin/master'):
|
||||
with ctx.lcd(settings.SRC_DIR):
|
||||
ctx.local("git status")
|
||||
ctx.local("git log -1")
|
||||
ctx.local("/bin/bash -c "
|
||||
"'source /etc/bash_completion.d/git && __git_ps1'")
|
||||
ctx.local('git show -s {0} --pretty="format:%h" '
|
||||
'> media/git-rev.txt'.format(ref))
|
||||
|
||||
|
||||
@task
|
||||
def checkin_changes(ctx):
|
||||
ctx.local(settings.DEPLOY_SCRIPT)
|
||||
|
||||
|
||||
@task
|
||||
def disable_cron(ctx):
|
||||
ctx.local("rm -f /etc/cron.d/%s" % settings.CRON_NAME)
|
||||
|
||||
|
||||
@task
|
||||
def install_cron(ctx):
|
||||
with ctx.lcd(settings.SRC_DIR):
|
||||
ctx.local('%s ./scripts/crontab/gen-cron.py '
|
||||
'-z %s -u apache -p %s > /etc/cron.d/.%s' %
|
||||
(settings.PYTHON, settings.SRC_DIR,
|
||||
settings.PYTHON, settings.CRON_NAME))
|
||||
|
||||
ctx.local('mv /etc/cron.d/.%s /etc/cron.d/%s' % (settings.CRON_NAME,
|
||||
settings.CRON_NAME))
|
||||
|
||||
|
||||
@hostgroups(settings.WEB_HOSTGROUP,
|
||||
remote_kwargs={'ssh_key': settings.SSH_KEY})
|
||||
def sync_code(ctx):
|
||||
ctx.remote(settings.REMOTE_UPDATE_SCRIPT)
|
||||
|
||||
|
||||
@hostgroups(settings.WEB_HOSTGROUP,
|
||||
remote_kwargs={'ssh_key': settings.SSH_KEY})
|
||||
def restart_workers(ctx):
|
||||
for gservice in settings.GUNICORN:
|
||||
ctx.remote("/sbin/service %s graceful" % gservice)
|
||||
for gservice in getattr(settings, 'MULTI_GUNICORN', []):
|
||||
ctx.remote("/sbin/service %s-a graceful" % gservice)
|
||||
ctx.remote("/sbin/service %s-b graceful" % gservice)
|
||||
|
||||
|
||||
@task
|
||||
def deploy_app(ctx):
|
||||
sync_code()
|
||||
restart_workers()
|
||||
|
||||
|
||||
@hostgroups(settings.CELERY_HOSTGROUP,
|
||||
remote_kwargs={'ssh_key': settings.SSH_KEY})
|
||||
def update_celery(ctx):
|
||||
ctx.remote(settings.REMOTE_UPDATE_SCRIPT)
|
||||
if getattr(settings, 'CELERY_SERVICE_PREFIX', False):
|
||||
ctx.remote("/sbin/service %s restart" % settings.CELERY_SERVICE_PREFIX)
|
||||
ctx.remote("/sbin/service %s-devhub restart" %
|
||||
settings.CELERY_SERVICE_PREFIX)
|
||||
ctx.remote("/sbin/service %s-priority restart" %
|
||||
settings.CELERY_SERVICE_PREFIX)
|
||||
|
||||
|
||||
@task
|
||||
def deploy(ctx):
|
||||
install_cron()
|
||||
checkin_changes()
|
||||
deploy_app()
|
||||
update_celery()
|
||||
with ctx.lcd(settings.SRC_DIR):
|
||||
ctx.local('%s manage.py cron cleanup_validation_results' %
|
||||
settings.PYTHON)
|
||||
|
||||
|
||||
@task
|
||||
def pre_update(ctx, ref=settings.UPDATE_REF):
|
||||
ctx.local('date')
|
||||
disable_cron()
|
||||
update_code(ref)
|
||||
update_info(ref)
|
||||
|
||||
|
||||
@task
|
||||
def update(ctx):
|
||||
create_virtualenv()
|
||||
update_locales()
|
||||
update_products()
|
||||
compress_assets()
|
||||
collectstatic()
|
||||
schematic()
|
||||
with ctx.lcd(settings.SRC_DIR):
|
||||
ctx.local('%s manage.py dump_apps' % settings.PYTHON)
|
||||
ctx.local('%s manage.py statsd_ping --key=update' % settings.PYTHON)
|
||||
Загрузка…
Ссылка в новой задаче