fabfile.py 5.96 KB
Newer Older
1
#!/bin/echo Usage: fab --list -f
Őry Máté committed
2 3 4
import contextlib
import datetime

Őry Máté committed
5
from fabric.api import env, run, settings, sudo, prefix, cd, execute
Őry Máté committed
6
from fabric.context_managers import shell_env
Őry Máté committed
7
from fabric.decorators import roles, parallel
Őry Máté committed
8 9


Őry Máté committed
10
env.roledefs['portal'] = ['localhost']
11 12

try:
13 14
    from vm.models import Node as _Node
    from storage.models import DataStore as _DataStore
15 16 17 18
except Exception as e:
    print e
else:
    env.roledefs['node'] = [unicode(n.host.ipv4)
19 20
                            for n in _Node.objects.filter(enabled=True)]
    env.roledefs['storage'] = [_DataStore.objects.get().hostname]
Őry Máté committed
21 22 23


def update_all():
Őry Máté committed
24
    "Update and restart portal+manager, nodes and storage"
Őry Máté committed
25
    execute(stop_portal)
Őry Máté committed
26
    execute(parallel(update_node))
Őry Máté committed
27
    execute(update_storage)
Őry Máté committed
28
    execute(update_portal)
Őry Máté committed
29 30


Őry Máté committed
31 32 33 34 35 36
def pip(env, req):
    "Install pip requirements"
    with _workon(env):
        run("pip install -r %s" % req)


Őry Máté committed
37 38 39 40 41 42 43 44 45
def bower(component=None):
    "Install bower component"
    with cd("~/circle/circle"):
        if component:
            run("bower install %s" % component)
        else:
            run("bower install")


Őry Máté committed
46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73
@roles('portal')
def migrate():
    "Run db migrations"
    with _workon("circle"), cd("~/circle/circle"):
        run("./manage.py migrate")


@roles('portal')
def compile_js():
    "Generate JS translation objects"
    with _workon("circle"), cd("~/circle/circle"):
        run("./manage.py compilejsi18n -o dashboard/static/jsi18n")


@roles('portal')
def collectstatic():
    "Collect static files"
    with _workon("circle"), cd("~/circle/circle"):
        run("./manage.py collectstatic --noinput")


@roles('portal')
def compile_messages():
    "Generate MO translation objects"
    with _workon("circle"), cd("~/circle/circle"):
        run("./manage.py compilemessages")


74 75 76 77 78 79
def compile_less():
    "Compile LESS files"
    with _workon("circle"), cd("~/circle/circle"):
        run("./manage.py compileless")


Őry Máté committed
80 81 82 83
@roles('portal')
def compile_things():
    "Compile translation and collect static files"
    compile_js()
84
    compile_less()
Őry Máté committed
85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102
    collectstatic()
    compile_messages()


@roles('portal')
def make_messages():
    "Update PO translation templates and commit"
    with _workon("circle"), cd("~/circle/circle"):
        run("git status")
        run("./manage.py makemessages -d djangojs -a --ignore=jsi18n/*")
        run("./manage.py makemessages -d django -a")
        run("git commit -avm 'update PO templates'")


@roles('portal')
def test(test=""):
    "Run portal tests"
    with _workon("circle"), cd("~/circle/circle"):
Őry Máté committed
103 104 105 106
        if test == "f":
            test = "--failed"
        else:
            test += " --with-id"
Őry Máté committed
107 108 109 110 111 112
        run("./manage.py test --settings=circle.settings.test %s" % test)


def pull(dir="~/circle/circle"):
    "Pull from upstream branch (stash any changes)"
    now = unicode(datetime.datetime.now())
Őry Máté committed
113 114 115 116 117
    with cd(dir), shell_env(GIT_AUTHOR_NAME="fabric",
                            GIT_AUTHOR_EMAIL="fabric@local",
                            GIT_COMMITTER_NAME="fabric",
                            GIT_COMMITTER_EMAIL="fabric@local"):
        run("git stash save update %s" % now)
Őry Máté committed
118 119 120 121
        run("git pull --ff-only")


@roles('portal')
122
def update_portal(test=False, git=True):
Őry Máté committed
123
    "Update and restart portal+manager"
Guba Sándor committed
124
    with _stopped("portal", "manager"):
125 126
        if git:
            pull()
Őry Máté committed
127
        cleanup()
Őry Máté committed
128
        pip("circle", "~/circle/requirements.txt")
Őry Máté committed
129
        bower()
Őry Máté committed
130 131 132 133 134 135
        migrate()
        compile_things()
        if test:
            test()


Őry Máté committed
136
@roles('portal')
137 138 139 140 141 142
def build_portal():
    "Update portal without pulling from git"
    return update_portal(False, False)


@roles('portal')
Őry Máté committed
143
def stop_portal(test=False):
Őry Máté committed
144
    "Stop portal and manager"
Guba Sándor committed
145
    _stop_services("portal", "manager")
Őry Máté committed
146 147


Őry Máté committed
148 149 150
@roles('node')
def update_node():
    "Update and restart nodes"
151
    with _stopped("node", "agentdriver", "monitor-client"):
Őry Máté committed
152
        pull("~/vmdriver")
Őry Máté committed
153
        pip("vmdriver", "~/vmdriver/requirements/production.txt")
Őry Máté committed
154 155
        _cleanup("~/vmdriver")

Őry Máté committed
156
        pull("~/agentdriver")
Őry Máté committed
157
        pip("agentdriver", "~/agentdriver/requirements.txt")
Őry Máté committed
158 159
        _cleanup("~/agentdriver")

160 161
        pull("~/monitor-client")
        pip("monitor-client", "~/monitor-client/requirements.txt")
Őry Máté committed
162
        _cleanup("~/monitor-client")
Őry Máté committed
163 164 165 166 167 168 169 170


@parallel
@roles('storage')
def update_storage():
    "Update and restart storagedriver"
    with _stopped("storage"):
        pull("~/storagedriver")
171
        pip("storagedriver", "~/storagedriver/requirements/production.txt")
Őry Máté committed
172 173 174 175 176 177 178 179 180 181


@parallel
@roles('node')
def checkout(vmdriver="master", agent="master"):
    """Checkout specific branch on nodes"""
    with settings(warn_only=True), cd("~/vmdriver"):
        run("git checkout %s" % vmdriver)
    with settings(warn_only=True), cd("~/agentdriver"):
        run("git checkout %s" % agent)
Őry Máté committed
182 183


Őry Máté committed
184 185 186 187 188 189 190 191 192 193 194 195
@roles('portal')
def cleanup():
    "Clean pyc files of portal"
    _cleanup()


def _cleanup(dir="~/circle/circle"):
    "Clean pyc files"
    with cd("~/circle/circle"):
        run("find -name '*.py[co]' -exec rm -f {} +")


Őry Máté committed
196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215
def _stop_services(*services):
    "Stop given services (warn only if not running)"
    with settings(warn_only=True):
        for service in reversed(services):
            sudo("stop %s" % service)


def _start_services(*services):
    for service in services:
        sudo("start %s" % service)


def _restart_service(*services):
    "Stop and start services"
    _stop_services(*services)
    _start_services(*services)


@contextlib.contextmanager
def _stopped(*services):
Őry Máté committed
216
    _stop_services(*services)
Őry Máté committed
217 218 219 220 221 222 223
    yield
    _start_services(*services)


def _workon(name):
    return prefix("source ~/.virtualenvs/%s/bin/activate && "
                  "source ~/.virtualenvs/%s/bin/postactivate" % (name, name))
224 225 226 227 228 229 230 231 232


@roles('portal')
def install_bash_completion_script():
    sudo("wget https://raw.githubusercontent.com/marcelor/fabric-bash-"
         "autocompletion/48baf5735bafbb2be5be8787d2c2c04a44b6cdb0/fab "
         "-O /etc/bash_completion.d/fab")
    print("To have bash completion instantly, run\n"
          "  source /etc/bash_completion.d/fab")