Initial version, Python 2.7

.gitignore

+# Python bytecode:
+*.py[co]
+
+# Packaging files:
+*.egg*
+
+# Editor temp files:
+*.swp
+*.swo
+*~
+
+# Sphinx docs:
+build
+_build
+
+# SQLite3 database files:
+*.db
+
+# Logs:
+*.log
+.ropeproject
+celerybeat-schedule
+.coverage
+*,cover
+coverage.xml

docs/install-node.rst

+Installation of a development node machine
+==========================================
+
+.. highlight:: bash
+
+
+Preparation
+-----------
+
+First create a new Ubuntu 12.04 LTS instance. Set up git.. TODO
+
+
+Setting up required software
+----------------------------
+Update package list and install the required softwares::
+
+  $ sudo apt-get update
+  $ sudo apt-get install --yes python-pip virtualenvwrapper git python-dev \
+  openvswitch-common openvswitch-datapath-dkms openvswitch-switch \
+  openvswitch-controller libvirt-bin python-libvirt \
+  libxml2-dev libxslt1-dev zlib1g-dev qemu-kvm
+
+Configuring network
+-------------------
+Configure Open vSwitch bridge that handle vitual connections::
+
+  $ sudo ovs-vsctl add-br cloud
+
+Enable passwordless Open vSwitch commands::
+
+  $ sudo tee /etc/sudoers.d/netdriver <<END
+    cloud            ALL = (ALL) NOPASSWD: /usr/bin/ovs-ofctl, /usr/bin/ovs-vsctl, /sbin/ip link set *
+    END
+  $ sudo chmod 660 /etc/sudoers.d/netdriver
+
+Configuring the libvirt daemon
+------------------------------
+Change the libvirt default settings in */etc/libvirt/qemu.conf*::
+
+  $ sudo tee -a /etc/libvirt/qemu.conf <<A
+  clear_emulator_capabilities = 0
+  user = "root"
+  group = "root"
+  cgroup_device_acl = [
+  "/dev/null", "/dev/full", "/dev/zero",
+  "/dev/random", "/dev/urandom",
+  "/dev/ptmx", "/dev/kvm", "/dev/kqemu",
+  "/dev/rtc", "/dev/hpet", "/dev/net/tun",
+  ]
+  A
+
+Setting up SSL certificates for migrations::
+
+  Add "-l" parameter to /etc/default/libvirt-bin at libvirtd-opts="-d -l"
+  
+  /etc/libvirt/libvirtd.conf
+  listen_tcp = 1
+  auth_tcp = "none"
+
+  $ TODO
+
+Installing CIRCLE vmdriver
+--------------------------
+Clone the git repository::
+
+  $ git clone git@git.cloud.ik.bme.hu:circle/vmdriver.git vmdriver
+
+Set up virtualenv profile::
+
+  $ source /etc/bash_completion.d/virtualenvwrapper
+  $ mkvirtualenv vmdriver
+
+Save configuration to virtualenv and activate environment::
+
+  $ cat >>/home/cloud/.virtualenvs/vmdriver/bin/postactivate <<END
+  export LIBVIRT_KEEPALIVE=True
+  export LIBVIRT_URI=test:///default
+  export AMQP_URI=amqp://cloud:password@$(hostname)/circle
+  export HYPERVISOR_TYPE=test 
+  END
+
+Copy the libvrit bindings to the local virtualenv directory::
+
+  $  cp /usr/lib/python2.7/dist-packages/*libvirt* ~/.virtualenvs/vmdriver/lib/python2.7/site-packages/
+ 
+Install the required python packages::
+
+  $ pip install -r requirements/test.txt
+
+Copy the upstart scripts for celery services::
+
+  $ sudo cp miscellaneous/vmcelery.conf /etc/init/
+  $ sudo cp miscellaneous/netcelery.conf /etc/init/
+
+Start celery daemons::
+
+  $ sudo start vmcelery
+  $ sudo start netcelery
\ No newline at end of file

linuxkeys.py

+# Keys and buttons
+#
+# Most of the keys/buttons are modeled after USB HUT 1.12
+# (see http://www.usb.org/developers/hidpage).
+# Abbreviations in the comments:
+# AC - Application Control
+# AL - Application Launch Button
+# SC - System Control
+KEY_RESERVED = 0
+KEY_ESC = 1
+KEY_1 = 2
+KEY_2 = 3
+KEY_3 = 4
+KEY_4 = 5
+KEY_5 = 6
+KEY_6 = 7
+KEY_7 = 8
+KEY_8 = 9
+KEY_9 = 10
+KEY_0 = 11
+KEY_MINUS = 12
+KEY_EQUAL = 13
+KEY_BACKSPACE = 14
+KEY_TAB = 15
+KEY_Q = 16
+KEY_W = 17
+KEY_E = 18
+KEY_R = 19
+KEY_T = 20
+KEY_Y = 21
+KEY_U = 22
+KEY_I = 23
+KEY_O = 24
+KEY_P = 25
+KEY_LEFTBRACE = 26
+KEY_RIGHTBRACE = 27
+KEY_ENTER = 28
+KEY_LEFTCTRL = 29
+KEY_A = 30
+KEY_S = 31
+KEY_D = 32
+KEY_F = 33
+KEY_G = 34
+KEY_H = 35
+KEY_J = 36
+KEY_K = 37
+KEY_L = 38
+KEY_SEMICOLON = 39
+KEY_APOSTROPHE = 40
+KEY_GRAVE = 41
+KEY_LEFTSHIFT = 42
+KEY_BACKSLASH = 43
+KEY_Z = 44
+KEY_X = 45
+KEY_C = 46
+KEY_V = 47
+KEY_B = 48
+KEY_N = 49
+KEY_M = 50
+KEY_COMMA = 51
+KEY_DOT = 52
+KEY_SLASH = 53
+KEY_RIGHTSHIFT = 54
+KEY_KPASTERISK = 55
+KEY_LEFTALT = 56
+KEY_SPACE = 57
+KEY_CAPSLOCK = 58
+KEY_F1 = 59
+KEY_F2 = 60
+KEY_F3 = 61
+KEY_F4 = 62
+KEY_F5 = 63
+KEY_F6 = 64
+KEY_F7 = 65
+KEY_F8 = 66
+KEY_F9 = 67
+KEY_F10 = 68
+KEY_NUMLOCK = 69
+KEY_SCROLLLOCK = 70
+KEY_KP7 = 71
+KEY_KP8 = 72
+KEY_KP9 = 73
+KEY_KPMINUS = 74
+KEY_KP4 = 75
+KEY_KP5 = 76
+KEY_KP6 = 77
+KEY_KPPLUS = 78
+KEY_KP1 = 79
+KEY_KP2 = 80
+KEY_KP3 = 81
+KEY_KP0 = 82
+KEY_KPDOT = 83
+
+KEY_ZENKAKUHANKAKU = 85
+KEY_102ND = 86
+KEY_F11 = 87
+KEY_F12 = 88
+KEY_RO = 89
+KEY_KATAKANA = 90
+KEY_HIRAGANA = 91
+KEY_HENKAN = 92
+KEY_KATAKANAHIRAGANA = 93
+KEY_MUHENKAN = 94
+KEY_KPJPCOMMA = 95
+KEY_KPENTER = 96
+KEY_RIGHTCTRL = 97
+KEY_KPSLASH = 98
+KEY_SYSRQ = 99
+KEY_RIGHTALT = 100
+KEY_LINEFEED = 101
+KEY_HOME = 102
+KEY_UP = 103
+KEY_PAGEUP = 104
+KEY_LEFT = 105
+KEY_RIGHT = 106
+KEY_END = 107
+KEY_DOWN = 108
+KEY_PAGEDOWN = 109
+KEY_INSERT = 110
+KEY_DELETE = 111
+KEY_MACRO = 112
+KEY_MUTE = 113
+KEY_VOLUMEDOWN = 114
+KEY_VOLUMEUP = 115
+KEY_POWER = 116
+KEY_KPEQUAL = 117
+KEY_KPPLUSMINUS = 118
+KEY_PAUSE = 119
+KEY_SCALE = 120
+
+KEY_KPCOMMA = 121
+KEY_HANGEUL = 122
+KEY_HANJA = 123
+KEY_YEN = 124
+KEY_LEFTMETA = 125
+KEY_RIGHTMETA = 126
+KEY_COMPOSE = 127
+
+KEY_STOP = 128
+KEY_AGAIN = 129
+KEY_PROPS = 130
+KEY_UNDO = 131
+KEY_FRONT = 132
+KEY_COPY = 133
+KEY_OPEN = 134
+KEY_PASTE = 135
+KEY_FIND = 136
+KEY_CUT = 137
+KEY_HELP = 138
+KEY_MENU = 139
+KEY_CALC = 140
+KEY_SETUP = 141
+KEY_SLEEP = 142
+KEY_WAKEUP = 143
+KEY_FILE = 144
+KEY_SENDFILE = 145
+KEY_DELETEFILE = 146
+KEY_XFER = 147
+KEY_PROG1 = 148
+KEY_PROG2 = 149
+KEY_WWW = 150
+KEY_MSDOS = 151
+KEY_COFFEE = 152
+KEY_DIRECTION = 153
+KEY_CYCLEWINDOWS = 154
+KEY_MAIL = 155
+KEY_BOOKMARKS = 156
+KEY_COMPUTER = 157
+KEY_BACK = 158
+KEY_FORWARD = 159
+KEY_CLOSECD = 160
+KEY_EJECTCD = 161
+KEY_EJECTCLOSECD = 162
+KEY_NEXTSONG = 163
+KEY_PLAYPAUSE = 164
+KEY_PREVIOUSSONG = 165
+KEY_STOPCD = 166
+KEY_RECORD = 167
+KEY_REWIND = 168
+KEY_PHONE = 169
+KEY_ISO = 170
+KEY_CONFIG = 171
+KEY_HOMEPAGE = 172
+KEY_REFRESH = 173
+KEY_EXIT = 174
+KEY_MOVE = 175
+KEY_EDIT = 176
+KEY_SCROLLUP = 177
+KEY_SCROLLDOWN = 178
+KEY_KPLEFTPAREN = 179
+KEY_KPRIGHTPAREN = 180
+KEY_NEW = 181
+KEY_REDO = 182
+
+KEY_F13 = 183
+KEY_F14 = 184
+KEY_F15 = 185
+KEY_F16 = 186
+KEY_F17 = 187
+KEY_F18 = 188
+KEY_F19 = 189
+KEY_F20 = 190
+KEY_F21 = 191
+KEY_F22 = 192
+KEY_F23 = 193
+KEY_F24 = 194
+
+KEY_PLAYCD = 200
+KEY_PAUSECD = 201
+KEY_PROG3 = 202
+KEY_PROG4 = 203
+KEY_DASHBOARD = 204
+KEY_SUSPEND = 205
+KEY_CLOSE = 206
+KEY_PLAY = 207
+KEY_FASTFORWARD = 208
+KEY_BASSBOOST = 209
+KEY_PRINT = 210
+KEY_HP = 211
+KEY_CAMERA = 212
+KEY_SOUND = 213
+KEY_QUESTION = 214
+KEY_EMAIL = 215
+KEY_CHAT = 216
+KEY_SEARCH = 217
+KEY_CONNECT = 218
+KEY_FINANCE = 219
+KEY_SPORT = 220
+KEY_SHOP = 221
+KEY_ALTERASE = 222
+KEY_CANCEL = 223
+KEY_BRIGHTNESSDOWN = 224
+KEY_BRIGHTNESSUP = 225
+KEY_MEDIA = 226

miscellaneous/netcelery.conf

+description	"IK Cloud Django Development Server"
+
+respawn
+respawn limit 30 30
+setuid cloud
+setgid libvirtd
+
+instance $NAME
+
+script
+    cd /home/cloud/vmdriver
+    . /home/cloud/.virtualenvs/vmdriver/local/bin/activate
+    . /home/cloud/.virtualenvs/vmdriver/local/bin/postactivate
+    exec celery -A netcelery worker --loglevel=info -n ${NAME}
+end script

miscellaneous/netcelery@.service

+[Unit]
+Description=netcelery %I
+BindsTo=node.service
+
+[Service]
+User=cloud
+Group=cloud
+
+KillSignal=SIGTERM
+TimeoutStopSec=600
+Restart=always
+
+WorkingDirectory=/home/cloud/vmdriver
+
+ExecStart=/bin/bash -c "source /etc/profile; workon vmdriver; exec celery -A netcelery worker --loglevel=info -n $(/bin/hostname -s).%I"

miscellaneous/node.conf

+description "IK Cloud Django Development Server"
+
+start on runlevel [2345]
+stop on runlevel [!2345]
+
+pre-start script
+    hostname=$(hostname -s)
+    for inst in vm.fast vm.slow
+    do
+        start vmcelery NAME=$hostname.$inst || :
+    done
+    for inst in net.fast
+    do
+        start netcelery NAME=$hostname.$inst || :
+    done
+end script
+
+post-stop script
+    for inst in `initctl list|grep "^vmcelery "|awk '{print $2}'|tr -d ')'|tr -d '('`
+    do
+        stop vmcelery NAME=$inst || :
+    done
+    for inst in `initctl list|grep "^netcelery "|awk '{print $2}'|tr -d ')'|tr -d '('`
+    do
+        stop netcelery NAME=$inst || :
+    done
+end script

miscellaneous/node.service

+[Unit]
+Description=CIRCLE node
+After=network.target
+BindsTo=netcelery@net.fast.service
+BindsTo=vmcelery@vm.fast.service
+BindsTo=vmcelery@vm.slow.service
+BindsTo=agentdriver.service
+
+[Service]
+Type=oneshot
+RemainAfterExit=yes
+ExecStart=/bin/echo
+
+[Install]
+WantedBy=multi-user.target

miscellaneous/vmcelery.conf

+description	"IK Cloud Django Development Server"
+
+respawn
+respawn limit 30 30
+setuid cloud
+setgid libvirtd
+
+instance $NAME
+
+script
+    cd /home/cloud/vmdriver
+    . /home/cloud/.virtualenvs/vmdriver/local/bin/activate
+    . /home/cloud/.virtualenvs/vmdriver/local/bin/postactivate
+    exec celery -A vmcelery worker --loglevel=info -n $NAME
+end script

miscellaneous/vmcelery@.service

+[Unit]
+Description=vmcelery %I
+BindsTo=node.service
+
+[Service]
+User=cloud
+Group=cloud
+
+KillSignal=SIGTERM
+TimeoutStopSec=600
+Restart=always
+
+WorkingDirectory=/home/cloud/vmdriver
+
+ExecStart=/bin/bash -c "source /etc/profile; workon vmdriver; exec celery -A vmcelery worker --loglevel=info -n $(/bin/hostname -s).%I"

netcelery.py

+""" Celery module for libvirt RPC calls. """
+from celery import Celery
+from kombu import Queue, Exchange
+from os import getenv
+
+from argparse import ArgumentParser
+
+parser = ArgumentParser()
+parser.add_argument("-n", "--hostname", dest="hostname",
+                    help="Define the full queue name with"
+                    "with priority", metavar="hostname.queue.priority")
+(args, unknwon_args) = parser.parse_known_args()
+HOSTNAME = vars(args).pop("hostname")
+if HOSTNAME is None:
+    raise Exception("You must define hostname as -n <hostname> or "
+                    "--hostname=<hostname>.\n"
+                    "Hostname format must be hostname.module.priority.")
+
+AMQP_URI = getenv('AMQP_URI')
+
+
+def to_bool(value):
+    return value.lower() in ("true", "yes", "y", "t")
+
+
+lib_connection = None
+native_ovs = False
+
+if to_bool(getenv('LIBVIRT_KEEPALIVE', "False")):
+    import libvirt
+    lib_connection = libvirt.open(getenv('LIBVIRT_URI'))
+if to_bool(getenv('NATIVE_OVS', "False")):
+    native_ovs = True
+
+celery = Celery('netcelery',
+                broker=AMQP_URI,
+                include=['netdriver'])
+
+celery.conf.update(
+    CELERY_RESULT_BACKEND='amqp',
+    CELERY_TASK_RESULT_EXPIRES=300,
+    CELERY_QUEUES=(
+        Queue(HOSTNAME, Exchange(
+            'netdriver', type='direct'), routing_key="netdriver"),
+    )
+)

requirements/base.txt

+celery==3.1.17
+decorator==3.4.0
+lxml==3.4.2
+psutil==1.1.3
+Pillow==2.3.0
+GitPython==0.3.6

requirements/local.txt

+-r base.txt

requirements/production.txt

+-r base.txt

requirements/test.txt

+-r base.txt

tests/test.py

+#!/usr/bin/env python
+
+import vm
+import vmdriver
+# import logging
+from nose.tools import raises
+
+graphics = {'type': 'vnc', 'listen':
+            '0.0.0.0', 'port': '6300', 'passwd': 'asd'}
+a = vm.VMNetwork(name="vm-88", mac="02:00:00:00:00:00")
+b = vm.VMDisk(name="asd", source='/asdasd/adasds/asd')
+testvm = vm.VMInstance(name="Thisthename", vcpu="1",
+                       memory_max="2048",
+                       disk_list=[a],
+                       network_list=[b],
+                       graphics=graphics)
+
+netdict = {'name': "vm-88", 'mac': "02:00:00:00:00:00"}
+diskdict = {'name': "asd", 'source': '/asdasd/adasds/asd'}
+vmdict = {
+    'name': "Thisthename",
+    'vcpu': 1,
+    'memory_max': 2048,
+    'disk_list': [diskdict],
+    'network_list': [netdict],
+    'graphics': graphics
+}
+
+print vm.VMNetwork.deserialize(netdict).dump_xml()
+print vm.VMDisk.deserialize(diskdict).dump_xml()
+
+
+asd = vm.VMInstance.deserialize(vmdict)
+print asd.dump_xml()
+
+# Enable logging
+# logging.basicConfig(filename='example.log', level=logging.DEBUG)
+# print testvm.dump_xml()
+# vm_driver = vmdriver.VMDriver()
+# vm_driver.connect()
+# vm_driver.vm_define(testvm)
+# print '%(name)s defined.' % {'name': testvm.name}
+# for i in vm_driver.list_domains():
+#    print i
+#    #vm_driver.vm_start(i)
+#    vm_driver.vm_undefine(i)
+#    print '%(name)s undefined.' % {'name': i}
+# vm_driver.disconnect()
+
+
+@raises(AttributeError)
+def test_vm_create_with_None():
+    vm_driver = vmdriver.VMDriver()
+    vm_driver.connect()
+    vm_driver.vm_create(None)

vmcelery.py

+""" Celery module for libvirt RPC calls. """
+from celery import Celery
+from kombu import Queue, Exchange
+from os import getenv
+
+from argparse import ArgumentParser
+
+
+def to_bool(value):
+    return value.lower() in ("true", "yes", "y", "t")
+
+
+if to_bool(getenv("LIBVIRT_TEST", "False")):
+    HOSTNAME = "vmdriver.test"
+else:
+    parser = ArgumentParser()
+    parser.add_argument("-n", "--hostname", dest="hostname",
+                        help="Define the full queue name with"
+                        "with priority", metavar="hostname.queue.priority")
+    (args, unknwon_args) = parser.parse_known_args()
+    HOSTNAME = vars(args).pop("hostname")
+    if HOSTNAME is None:
+        raise Exception("You must define hostname as -n <hostname> or "
+                        "--hostname=<hostname>.\n"
+                        "Hostname format must be hostname.module.priority.")
+
+AMQP_URI = getenv('AMQP_URI')
+
+
+# Global configuration parameters declaration
+lib_connection = None
+native_ovs = False
+
+if to_bool(getenv('LIBVIRT_KEEPALIVE', "False")):
+    import libvirt
+    lib_connection = libvirt.open(getenv('LIBVIRT_URI'))
+if to_bool(getenv('NATIVE_OVS', "False")):
+    native_ovs = True
+
+celery = Celery('vmcelery',
+                broker=AMQP_URI,
+                include=['vmdriver'])
+
+celery.conf.update(
+    CELERY_RESULT_BACKEND='amqp',
+    CELERY_TASK_RESULT_EXPIRES=300,
+    CELERY_QUEUES=(
+        Queue(HOSTNAME, Exchange(
+            'vmdriver', type='direct'), routing_key="vmdriver"),
+    )
+)