-from __future__ import with_statement # needed for python 2.5
+from __future__ import with_statement # needed for python 2.5
from fabric.api import *
+from fabric.contrib import files
import os
-
+import time
# ==========
# = Config =
# ==========
# Globals
env.project_name = 'platforma'
-env.use_south = False
+env.use_south = True
+env.giturl = "git://github.com/fnp/redakcja.git"
+
# Servers
def staging():
"""Use staging server"""
env.hosts = ['stigma.nowoczesnapolska.org.pl:2222']
- env.user = 'zuber'
+ env.user = 'platforma'
env.path = '/var/services/platforma'
env.python = '/usr/bin/python'
env.virtualenv = '/usr/bin/virtualenv'
env.pip = '/usr/bin/pip'
-
+ env.gitbranch = "staging"
+ common()
+
+
def production():
"""Use production server"""
- env.hosts = ['wolnelektury.pl:22123']
- env.user = 'fundacja'
- env.path = '/opt/lektury/platforma'
- env.python = '/opt/lektury/basevirtualenv/bin/python'
- env.virtualenv = '/opt/lektury/basevirtualenv/bin/virtualenv'
- env.pip = '/opt/lektury/basevirtualenv/bin/pip'
+ env.hosts = ['szo.nowoczesnapolska.org.pl:2225']
+ env.user = 'librarian'
+ env.gitbranch = 'master'
+ env.sandbox = '/srv/library-in-a-box/sandbox/'
+ env.virtualenv = os.path.join(env.sandbox, 'bin', 'virtualenv')
+
+ env.pip = os.path.join(env.sandbox, 'python', 'bin', 'pip')
+ env.python = os.path.join(env.sandbox, 'python', 'bin', 'python')
+ common()
+
+
+def common():
+ env.path = os.path.join(env.sandbox, env.project_name)
+ env.target = os.path.join(env.path, 'bin', 'python')
# =========
require('hosts', 'path', provided_by=[staging, production])
result = run('cd %(path)s/%(project_name)s; %(python)s manage.py test' % env)
+
def setup():
"""
Setup a fresh virtualenv as well as a few useful directories, then run
a full deployment. virtualenv and pip should be already installed.
"""
- require('hosts', 'path', provided_by=[staging, production])
+ require('hosts', 'sandbox', provided_by=[staging, production])
+
+ run("mkdir -p %(path)s; mkdir -p %(path)s/www/wsgi; mkdir -p %(path)s/www/media" % env)
+
+ # make a git mirror
+ run("""cd %(path)s;
+git clone %(giturl)s mirror;
+cd %(path)s/mirror;
+git pull""" % env, pty=True)
+
+ run('%(virtualenv)s %(path)s' % env, pty=True)
+ run('cd %(path)s; rm -rf releases shared packages; mkdir -p releases; mkdir -p shared; mkdir -p packages;' % env, pty=True)
+
+ # symlink static content
+ run("""cd %(path)s/www/media;
+ln -sf %(path)s/releases/current/%(project_name)s/static static
+ln -sf %(path)s/lib/python2.6/site-packages/django/contrib/admin/media admin-media
+mkdir -p dynamic
+""" % env)
+
+ run('cd %(path)s/releases; ln -s . current; ln -s . previous' % env, pty=True)
- run('mkdir -p %(path)s; cd %(path)s; %(virtualenv)s --no-site-packages .;' % env, pty=True)
- run('cd %(path)s; mkdir releases; mkdir shared; mkdir packages;' % env, pty=True)
deploy()
+
def deploy():
"""
- Deploy the latest version of the site to the servers,
- install any required third party modules,
+ Deploy the latest version of the site to the servers,
+ install any required third party modules,
install the virtual host and then restart the webserver
"""
- require('hosts', 'path', provided_by=[staging, production])
+ require('hosts', 'sandbox', 'gitbranch', provided_by=[staging, production])
- import time
env.release = time.strftime('%Y-%m-%dT%H%M')
- upload_tar_from_git()
- upload_pybundle()
+ prepare_package_from_git()
+
+ upload_wsgi_script()
+# upload_vhost_sample()
install_requirements()
+ hardlink_localsettings()
symlink_current_release()
migrate()
+ django_compress()
restart_webserver()
+
def deploy_version(version):
"Specify a specific version to be made live"
- require('hosts', 'path', provided_by=[localhost,webserver])
+ require('hosts', 'path', provided_by=[localhost, webserver])
env.version = version
with cd(env.path):
run('rm releases/previous; mv releases/current releases/previous;', pty=True)
run('ln -s %(version)s releases/current' % env, pty=True)
+
restart_webserver()
+
def rollback():
"""
Limited rollback capability. Simple loads the previously current
# =====================================================================
# = Helpers. These are called by other functions rather than directly =
# =====================================================================
-def upload_tar_from_git():
+def prepare_package_from_git():
"Create an archive from the current Git master branch and upload it"
print '>>> upload tar from git'
+
require('release', provided_by=[deploy])
- local('git archive --format=tar master | gzip > %(release)s.tar.gz' % env)
+
run('mkdir -p %(path)s/releases/%(release)s' % env, pty=True)
run('mkdir -p %(path)s/packages' % env, pty=True)
- put('%(release)s.tar.gz' % env, '%(path)s/packages/' % env)
+ run('cd %(path)s/mirror; git pull; git archive --format=tar %(gitbranch)s | gzip > %(path)s/packages/%(release)s.tar.gz' % env)
run('cd %(path)s/releases/%(release)s && tar zxf ../../packages/%(release)s.tar.gz' % env, pty=True)
- local('rm %(release)s.tar.gz' % env)
+
+
+#def upload_vhost_sample():
+# "Create and upload Apache virtual host configuration sample"
+# print ">>> upload vhost sample"
+# files.upload_template('%(project_name)s.vhost.template' % env, '%(path)s/%(project_name)s.vhost.sample' % env, context=env)
+
+
+def upload_wsgi_script():
+ "Create and upload a wsgi script sample"
+ print ">>> upload wsgi script sample"
+ files.upload_template('%(project_name)s/config/%(project_name)s.wsgi.template' % env, '%(path)s/www/wsgi/%(project_name)s.wsgi' % env, context=env)
+ run('chmod ug+x %(path)s/www/wsgi/%(project_name)s.wsgi' % env)
+
def install_requirements():
"Install the required packages from the requirements file using pip"
- print '>>> install requirements'
- require('release', provided_by=[deploy])
- run('cd %(path)s; %(pip)s install -E . requirements.pybundle' % env)
-def upload_pybundle():
- "Create pybundle with required libraries and upload it"
- print ">>> upload pybundle"
+ print '>>> Instaling global requirements'
require('release', provided_by=[deploy])
+ run('cd %(path)s; %(path)s/bin/pip install -r %(path)s/releases/%(release)s/%(project_name)s/config/requirements.txt' % env, pty=True)
+
+ print '>>> Instaling site requirements'
+
with settings(warn_only=True):
- pip_options = run('cat %(path)s/releases/%(release)s/pip-options.txt' % env)
- if pip_options.failed:
- env.pip_options = ''
- else:
- env.pip_options = pip_options
-
- requirements_mtime = os.path.getmtime('requirements.txt')
- bundle_mtime = 0
- try:
- bundle_mtime = os.path.getmtime('requirements.pybundle')
- except os.error:
- pass
-
- if requirements_mtime > bundle_mtime:
- local('pip bundle requirements.pybundle %(pip_options)s -r requirements.txt' % env)
- put('requirements.pybundle', '%(path)s' % env)
+ run('cd %(path)s; %(path)s/bin/pip install -r %(sandbox)s/etc/%(project_name)s/requirements.txt' % env, pty=True)
+
+
+def hardlink_localsettings():
+ "Hardlink localsettings.py from root directory to release directory (if this file exists)"
+ print ">>> Hardlink localsettings"
+ require('release', 'path', provided_by=[deploy])
+ require('sandbox', provided_by=[staging, production])
+
+ # hardlink localsettings
+ with settings(warn_only=True):
+ run('ln %(sandbox)s/etc/%(project_name)s/localsettings.py %(path)s/releases/%(release)s/%(project_name)s' % env)
+
def symlink_current_release():
"Symlink our current release"
run('rm releases/previous; mv releases/current releases/previous')
run('ln -s %(release)s releases/current' % env)
+
def migrate():
"Update the database"
print '>>> migrate'
require('project_name', provided_by=[staging, production])
with cd('%(path)s/releases/current/%(project_name)s' % env):
- run('../../../bin/python manage.py syncdb --noinput' % env, pty=True)
+ run('%(target)s manage.py syncdb --noinput' % env, pty=True)
+
if env.use_south:
- run('../../../bin/python manage.py migrate' % env, pty=True)
+ run('%(target)s manage.py migrate' % env, pty=True)
+
+
+def django_compress():
+ "Update static files"
+ print '>>> migrate'
+ require('project_name', provided_by=[staging, production])
+ with cd('%(path)s/releases/current/%(project_name)s' % env):
+ run('%(target)s manage.py synccompress --force' % env, pty=True)
+
def restart_webserver():
"Restart the web server"
print '>>> restart webserver'
- run('touch %(path)s/releases/current/%(project_name)s/%(project_name)s.wsgi' % env)
+ run('touch %(path)s/www/wsgi/%(project_name)s.wsgi' % env)