fabfile.py 6.31 KB
Newer Older
1
#!/bin/echo Usage: fab --list -f
Őry Máté committed
2 3 4
import contextlib
import datetime

Őry Máté committed
5
from fabric.api import env, run, settings, sudo, prefix, cd, execute
Őry Máté committed
6
from fabric.context_managers import shell_env
Őry Máté committed
7
from fabric.decorators import roles, parallel
Őry Máté committed
8 9


Őry Máté committed
10
env.roledefs['portal'] = ['localhost']
11 12

try:
13 14
    import django
    django.setup()
15 16
    from vm.models import Node as _Node
    from storage.models import DataStore as _DataStore
17 18 19 20
except Exception as e:
    print e
else:
    env.roledefs['node'] = [unicode(n.host.ipv4)
21 22
                            for n in _Node.objects.filter(enabled=True)]
    env.roledefs['storage'] = [_DataStore.objects.get().hostname]
Őry Máté committed
23 24 25


def update_all():
Őry Máté committed
26
    "Update and restart portal+manager, nodes and storage"
Őry Máté committed
27
    execute(stop_portal)
Őry Máté committed
28
    execute(parallel(update_node))
Őry Máté committed
29
    execute(update_storage)
Őry Máté committed
30
    execute(update_portal)
Őry Máté committed
31 32


Őry Máté committed
33 34 35 36 37 38
def pip(env, req):
    "Install pip requirements"
    with _workon(env):
        run("pip install -r %s" % req)


Őry Máté committed
39 40 41 42 43 44 45 46 47
def bower(component=None):
    "Install bower component"
    with cd("~/circle/circle"):
        if component:
            run("bower install %s" % component)
        else:
            run("bower install")


Őry Máté committed
48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75
@roles('portal')
def migrate():
    "Run db migrations"
    with _workon("circle"), cd("~/circle/circle"):
        run("./manage.py migrate")


@roles('portal')
def compile_js():
    "Generate JS translation objects"
    with _workon("circle"), cd("~/circle/circle"):
        run("./manage.py compilejsi18n -o dashboard/static/jsi18n")


@roles('portal')
def collectstatic():
    "Collect static files"
    with _workon("circle"), cd("~/circle/circle"):
        run("./manage.py collectstatic --noinput")


@roles('portal')
def compile_messages():
    "Generate MO translation objects"
    with _workon("circle"), cd("~/circle/circle"):
        run("./manage.py compilemessages")


76 77 78 79 80 81
def compile_less():
    "Compile LESS files"
    with _workon("circle"), cd("~/circle/circle"):
        run("./manage.py compileless")


Őry Máté committed
82 83 84 85
@roles('portal')
def compile_things():
    "Compile translation and collect static files"
    compile_js()
86
    compile_less()
Őry Máté committed
87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104
    collectstatic()
    compile_messages()


@roles('portal')
def make_messages():
    "Update PO translation templates and commit"
    with _workon("circle"), cd("~/circle/circle"):
        run("git status")
        run("./manage.py makemessages -d djangojs -a --ignore=jsi18n/*")
        run("./manage.py makemessages -d django -a")
        run("git commit -avm 'update PO templates'")


@roles('portal')
def test(test=""):
    "Run portal tests"
    with _workon("circle"), cd("~/circle/circle"):
Őry Máté committed
105 106 107 108
        if test == "f":
            test = "--failed"
        else:
            test += " --with-id"
109
        run("./manage.py test --settings=circle.settings.test %s" % test)
110

111

112
@roles('portal')
113
def selenium(test=""):
114 115
    "Run portal selenium tests"
    with _workon("circle"), cd("~/circle/circle"):
116
        # TODO Check if the user have any X so we don't have force xvfb
117 118 119
        run("xvfb-run ./manage.py test "
            "--settings=circle.settings.selenium_test %(test)s" % {
                'test': test})
Őry Máté committed
120 121 122 123 124


def pull(dir="~/circle/circle"):
    "Pull from upstream branch (stash any changes)"
    now = unicode(datetime.datetime.now())
Őry Máté committed
125 126 127 128 129
    with cd(dir), shell_env(GIT_AUTHOR_NAME="fabric",
                            GIT_AUTHOR_EMAIL="fabric@local",
                            GIT_COMMITTER_NAME="fabric",
                            GIT_COMMITTER_EMAIL="fabric@local"):
        run("git stash save update %s" % now)
Őry Máté committed
130 131 132 133
        run("git pull --ff-only")


@roles('portal')
134
def update_portal(test=False, git=True):
Őry Máté committed
135
    "Update and restart portal+manager"
Guba Sándor committed
136
    with _stopped("portal", "manager"):
137 138
        if git:
            pull()
Őry Máté committed
139
        cleanup()
Őry Máté committed
140
        pip("circle", "~/circle/requirements.txt")
Őry Máté committed
141
        bower()
Őry Máté committed
142 143 144 145 146 147
        migrate()
        compile_things()
        if test:
            test()


Őry Máté committed
148
@roles('portal')
149 150 151 152 153 154
def build_portal():
    "Update portal without pulling from git"
    return update_portal(False, False)


@roles('portal')
Őry Máté committed
155
def stop_portal(test=False):
Őry Máté committed
156
    "Stop portal and manager"
Guba Sándor committed
157
    _stop_services("portal", "manager")
Őry Máté committed
158 159


Őry Máté committed
160 161 162
@roles('node')
def update_node():
    "Update and restart nodes"
163
    with _stopped("node", "agentdriver", "monitor-client"):
Őry Máté committed
164
        pull("~/vmdriver")
Őry Máté committed
165
        pip("vmdriver", "~/vmdriver/requirements/production.txt")
Őry Máté committed
166 167
        _cleanup("~/vmdriver")

Őry Máté committed
168
        pull("~/agentdriver")
Őry Máté committed
169
        pip("agentdriver", "~/agentdriver/requirements.txt")
Őry Máté committed
170 171
        _cleanup("~/agentdriver")

172 173
        pull("~/monitor-client")
        pip("monitor-client", "~/monitor-client/requirements.txt")
Őry Máté committed
174
        _cleanup("~/monitor-client")
Őry Máté committed
175 176 177 178 179 180 181 182


@parallel
@roles('storage')
def update_storage():
    "Update and restart storagedriver"
    with _stopped("storage"):
        pull("~/storagedriver")
183
        pip("storagedriver", "~/storagedriver/requirements/production.txt")
Őry Máté committed
184 185 186 187 188 189 190 191 192 193


@parallel
@roles('node')
def checkout(vmdriver="master", agent="master"):
    """Checkout specific branch on nodes"""
    with settings(warn_only=True), cd("~/vmdriver"):
        run("git checkout %s" % vmdriver)
    with settings(warn_only=True), cd("~/agentdriver"):
        run("git checkout %s" % agent)
Őry Máté committed
194 195


Őry Máté committed
196 197 198 199 200 201 202 203
@roles('portal')
def cleanup():
    "Clean pyc files of portal"
    _cleanup()


def _cleanup(dir="~/circle/circle"):
    "Clean pyc files"
204
    with cd(dir):
Őry Máté committed
205 206 207
        run("find -name '*.py[co]' -exec rm -f {} +")


Őry Máté committed
208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227
def _stop_services(*services):
    "Stop given services (warn only if not running)"
    with settings(warn_only=True):
        for service in reversed(services):
            sudo("stop %s" % service)


def _start_services(*services):
    for service in services:
        sudo("start %s" % service)


def _restart_service(*services):
    "Stop and start services"
    _stop_services(*services)
    _start_services(*services)


@contextlib.contextmanager
def _stopped(*services):
Őry Máté committed
228
    _stop_services(*services)
Őry Máté committed
229 230 231 232 233 234 235
    yield
    _start_services(*services)


def _workon(name):
    return prefix("source ~/.virtualenvs/%s/bin/activate && "
                  "source ~/.virtualenvs/%s/bin/postactivate" % (name, name))
236 237 238 239 240 241 242 243 244


@roles('portal')
def install_bash_completion_script():
    sudo("wget https://raw.githubusercontent.com/marcelor/fabric-bash-"
         "autocompletion/48baf5735bafbb2be5be8787d2c2c04a44b6cdb0/fab "
         "-O /etc/bash_completion.d/fab")
    print("To have bash completion instantly, run\n"
          "  source /etc/bash_completion.d/fab")