Merge branch 'feature-offline-migration' into 'master'

Feature offline migration See merge request !239

Merge branch 'feature-offline-migration' into 'master'
Feature offline migration See merge request !239
0bfdb2a3 · Bach Dániel · a7e9781e · 860300db · 0bfdb2a3 · 0bfdb2a3
Commit 0bfdb2a3 authored Oct 13, 2014 by Bach Dániel
7 changed files
--- a/circle/dashboard/forms.py
+++ b/circle/dashboard/forms.py
@@ -752,6 +752,20 @@ class VmRenewForm(forms.Form):
        return helper
+class VmMigrateForm(forms.Form):
+    live_migration = forms.BooleanField(
+        required=False, initial=True, label=_("live migration"))
+    def __init__(self, *args, **kwargs):
+        choices = kwargs.pop('choices')
+        default = kwargs.pop('default')
+        super(VmMigrateForm, self).__init__(*args, **kwargs)
+        self.fields.insert(0, 'to_node', forms.ModelChoiceField(
+            queryset=choices, initial=default, required=False,
+            widget=forms.RadioSelect(), label=_("Node")))
 class VmStateChangeForm(forms.Form):
    interrupt = forms.BooleanField(required=False, label=_(

--- a/circle/dashboard/templates/dashboard/_vm-mass-migrate.html
+++ b/circle/dashboard/templates/dashboard/_vm-mass-migrate.html
 {% extends "dashboard/mass-operate.html" %}
 {% load i18n %}
 {% load sizefieldtags %}
+{% load crispy_forms_tags %}
 {% block formfields %}
@@ -11,20 +12,20 @@
        <label for="migrate-to-none">
          <strong>{% trans "Reschedule" %}</strong>
        </label>
-        <input id="migrate-to-none" type="radio" name="node" value="" style="float: right;" checked="checked">
+        <input id="migrate-to-none" type="radio" name="to_node" value="" style="float: right;" checked="checked">
        <span class="vm-migrate-node-property">
          {% trans "This option will reschedule each virtual machine to the optimal node." %}
        </span>
        <div style="clear: both;"></div>
      </div>
    </li>
-    {% for n in nodes %}
+    {% for n in form.fields.to_node.queryset.all %}
    <li class="panel panel-default mass-migrate-node">
      <div class="panel-body">
        <label for="migrate-to-{{n.pk}}">
          <strong>{{ n }}</strong>
        </label>
-        <input id="migrate-to-{{n.pk}}" type="radio" name="node" value="{{ n.pk }}" style="float: right;"/>
+        <input id="migrate-to-{{n.pk}}" type="radio" name="to_node" value="{{ n.pk }}" style="float: right;"/>
        <span class="vm-migrate-node-property">{% trans "CPU load" %}: {{ n.cpu_usage }}</span>
        <span class="vm-migrate-node-property">{% trans "RAM usage" %}: {{ n.byte_ram_usage|filesize }}/{{ n.ram_size|filesize }}</span>
        <div style="clear: both;"></div>
@@ -32,5 +33,6 @@
    </li>
    {% endfor %}
  </ul>
+  {{ form.live_migration|as_crispy_field }}
  <hr />
 {% endblock %}
--- a/circle/dashboard/templates/dashboard/_vm-migrate.html
+++ b/circle/dashboard/templates/dashboard/_vm-migrate.html
 {% extends "dashboard/operate.html" %}
 {% load i18n %}
 {% load sizefieldtags %}
+{% load crispy_forms_tags %}
 {% block question %}
 <p>
@@ -13,8 +14,8 @@ Choose a compute node to migrate {{obj}} to.
 {% block formfields %}
  <ul id="vm-migrate-node-list" class="list-unstyled">
-  {% with current=object.node.pk %}
+  {% with current=object.node.pk recommended=form.fields.to_node.initial.pk %}
-    {% for n in nodes %}
+    {% for n in form.fields.to_node.queryset.all %}
      <li class="panel panel-default"><div class="panel-body">
        <label for="migrate-to-{{n.pk}}">
          <strong>{{ n }}</strong>
@@ -23,7 +24,7 @@ Choose a compute node to migrate {{obj}} to.
          {% if current == n.pk %}<div class="label label-info">{% trans "current" %}</div>{% endif %}
          {% if recommended == n.pk %}<div class="label label-success">{% trans "recommended" %}</div>{% endif %}
        </label>
-        <input id="migrate-to-{{n.pk}}" type="radio" name="node" value="{{ n.pk }}" style="float: right;"
+        <input id="migrate-to-{{n.pk}}" type="radio" name="to_node" value="{{ n.pk }}" style="float: right;"
          {% if current == n.pk %}disabled="disabled"{% endif %}
          {% if recommended == n.pk %}checked="checked"{% endif %}
        />
@@ -35,4 +36,5 @@ Choose a compute node to migrate {{obj}} to.
    {% endfor %}
  {% endwith %}
  </ul>
+  {{ form.live_migration|as_crispy_field }}
 {% endblock %}
--- a/circle/dashboard/tests/test_mockedviews.py
+++ b/circle/dashboard/tests/test_mockedviews.py
@@ -34,6 +34,13 @@ from ..views import AclUpdateView
 from .. import views
+class QuerySet(list):
+    model = MagicMock()
+    def get(self, *args, **kwargs):
+        return self.pop()
 class ViewUserTestCase(unittest.TestCase):
    def test_404(self):
@@ -145,58 +152,66 @@ class VmOperationViewTestCase(unittest.TestCase):
                view.as_view()(request, pk=1234).render()
    def test_migrate(self):
-        request = FakeRequestFactory(POST={'node': 1}, superuser=True)
+        request = FakeRequestFactory(
+            POST={'to_node': 1, 'live_migration': True}, superuser=True)
        view = vm_ops['migrate']
+        node = MagicMock(pk=1, name='node1')
        with patch.object(view, 'get_object') as go, \
                patch('dashboard.views.util.messages') as msg, \
-                patch('dashboard.views.vm.get_object_or_404') as go4:
+                patch.object(view, 'get_form_kwargs') as form_kwargs:
            inst = MagicMock(spec=Instance)
            inst._meta.object_name = "Instance"
            inst.migrate = Instance._ops['migrate'](inst)
            inst.migrate.async = MagicMock()
            inst.has_level.return_value = True
+            form_kwargs.return_value = {
+                'default': 100, 'choices': QuerySet([node])}
            go.return_value = inst
-            go4.return_value = MagicMock()
            assert view.as_view()(request, pk=1234)['location']
            assert not msg.error.called
-            assert go4.called
+            inst.migrate.async.assert_called_once_with(
+                to_node=node, live_migration=True, user=request.user)
    def test_migrate_failed(self):
-        request = FakeRequestFactory(POST={'node': 1}, superuser=True)
+        request = FakeRequestFactory(POST={'to_node': 1}, superuser=True)
        view = vm_ops['migrate']
+        node = MagicMock(pk=1, name='node1')
        with patch.object(view, 'get_object') as go, \
                patch('dashboard.views.util.messages') as msg, \
-                patch('dashboard.views.vm.get_object_or_404') as go4:
+                patch.object(view, 'get_form_kwargs') as form_kwargs:
            inst = MagicMock(spec=Instance)
            inst._meta.object_name = "Instance"
            inst.migrate = Instance._ops['migrate'](inst)
            inst.migrate.async = MagicMock()
            inst.migrate.async.side_effect = Exception
            inst.has_level.return_value = True
+            form_kwargs.return_value = {
+                'default': 100, 'choices': QuerySet([node])}
            go.return_value = inst
-            go4.return_value = MagicMock()
            assert view.as_view()(request, pk=1234)['location']
+            assert inst.migrate.async.called
            assert msg.error.called
-            assert go4.called
    def test_migrate_wo_permission(self):
-        request = FakeRequestFactory(POST={'node': 1}, superuser=False)
+        request = FakeRequestFactory(POST={'to_node': 1}, superuser=False)
        view = vm_ops['migrate']
+        node = MagicMock(pk=1, name='node1')
        with patch.object(view, 'get_object') as go, \
-                patch('dashboard.views.vm.get_object_or_404') as go4:
+                patch.object(view, 'get_form_kwargs') as form_kwargs:
            inst = MagicMock(spec=Instance)
            inst._meta.object_name = "Instance"
            inst.migrate = Instance._ops['migrate'](inst)
            inst.migrate.async = MagicMock()
            inst.has_level.return_value = True
+            form_kwargs.return_value = {
+                'default': 100, 'choices': QuerySet([node])}
            go.return_value = inst
-            go4.return_value = MagicMock()
            with self.assertRaises(PermissionDenied):
                assert view.as_view()(request, pk=1234)['location']
-            assert go4.called
+            assert not inst.migrate.async.called
    def test_migrate_template(self):
        """check if GET dialog's template can be rendered"""
@@ -303,7 +318,7 @@ class VmMassOperationViewTestCase(unittest.TestCase):
                view.as_view()(request, pk=1234).render()
    def test_migrate(self):
-        request = FakeRequestFactory(POST={'node': 1}, superuser=True)
+        request = FakeRequestFactory(POST={'to_node': 1}, superuser=True)
        view = vm_mass_ops['migrate']
        with patch.object(view, 'get_object') as go, \
@@ -320,7 +335,7 @@ class VmMassOperationViewTestCase(unittest.TestCase):
            assert not msg2.error.called
    def test_migrate_failed(self):
-        request = FakeRequestFactory(POST={'node': 1}, superuser=True)
+        request = FakeRequestFactory(POST={'to_node': 1}, superuser=True)
        view = vm_mass_ops['migrate']
        with patch.object(view, 'get_object') as go, \
@@ -336,7 +351,7 @@ class VmMassOperationViewTestCase(unittest.TestCase):
            assert msg.error.called
    def test_migrate_wo_permission(self):
-        request = FakeRequestFactory(POST={'node': 1}, superuser=False)
+        request = FakeRequestFactory(POST={'to_node': 1}, superuser=False)
        view = vm_mass_ops['migrate']
        with patch.object(view, 'get_object') as go:

--- a/circle/dashboard/views/vm.py
+++ b/circle/dashboard/views/vm.py
@@ -60,6 +60,7 @@ from ..forms import (
    VmAddInterfaceForm, VmCreateDiskForm, VmDownloadDiskForm, VmSaveForm,
    VmRenewForm, VmStateChangeForm, VmListSearchForm, VmCustomizeForm,
    TransferOwnershipForm, VmDiskResizeForm, RedeployForm, VmDiskRemoveForm,
+    VmMigrateForm,
 )
 from ..models import Favourite, Profile
@@ -421,36 +422,28 @@ class VmDownloadDiskView(FormOperationMixin, VmOperationView):
    with_reload = True
-class VmMigrateView(VmOperationView):
+class VmMigrateView(FormOperationMixin, VmOperationView):
    op = 'migrate'
    icon = 'truck'
    effect = 'info'
    template_name = 'dashboard/_vm-migrate.html'
+    form_class = VmMigrateForm
-    def get_context_data(self, **kwargs):
+    def get_form_kwargs(self):
-        ctx = super(VmMigrateView, self).get_context_data(**kwargs)
+        online = (n.pk for n in Node.objects.filter(enabled=True) if n.online)
-        ctx['nodes'] = [n for n in Node.objects.filter(enabled=True)
+        choices = Node.objects.filter(pk__in=online)
-                        if n.online]
+        default = None
        inst = self.get_object()
-        ctx["recommended"] = None
        try:
            if isinstance(inst, Instance):
-                ctx["recommended"] = inst.select_node().pk
+                default = inst.select_node()
        except SchedulerError:
            logger.exception("scheduler error:")
-        return ctx
+        val = super(VmMigrateView, self).get_form_kwargs()
+        val.update({'choices': choices, 'default': default})
-    def post(self, request, extra=None, *args, **kwargs):
+        return val
-        if extra is None:
-            extra = {}
-        node = self.request.POST.get("node")
-        if node:
-            node = get_object_or_404(Node, pk=node)
-            extra["to_node"] = node
-        return super(VmMigrateView, self).post(request, extra, *args, **kwargs)
 class VmSaveView(FormOperationMixin, VmOperationView):
@@ -769,6 +762,12 @@ class MassOperationView(OperationView):
        self.check_auth()
        if extra is None:
            extra = {}
+        if hasattr(self, 'form_class'):
+            form = self.form_class(self.request.POST, **self.get_form_kwargs())
+            if form.is_valid():
+                extra.update(form.cleaned_data)
        self._call_operations(extra)
        if request.is_ajax():
            store = messages.get_messages(request)

--- a/circle/vm/operations.py
+++ b/circle/vm/operations.py
@@ -473,10 +473,9 @@ class MigrateOperation(RemoteInstanceOperation):
    remote_queue = ("vm", "slow")
    remote_timeout = 1000
-    def _get_remote_args(self, to_node, **kwargs):
+    def _get_remote_args(self, to_node, live_migration, **kwargs):
        return (super(MigrateOperation, self)._get_remote_args(**kwargs)
-                + [to_node.host.hostname, True])
+                + [to_node.host.hostname, live_migration])
-        # TODO handle non-live migration
    def rollback(self, activity):
        with activity.sub_activity(
@@ -484,7 +483,7 @@ class MigrateOperation(RemoteInstanceOperation):
                "redeploy network (rollback)")):
            self.instance.deploy_net()
-    def _operation(self, activity, to_node=None):
+    def _operation(self, activity, to_node=None, live_migration=True):
        if not to_node:
            with activity.sub_activity('scheduling',
                                       readable_name=ugettext_noop(
@@ -496,7 +495,8 @@ class MigrateOperation(RemoteInstanceOperation):
            with activity.sub_activity(
                'migrate_vm', readable_name=create_readable(
                    ugettext_noop("migrate to %(node)s"), node=to_node)):
-                super(MigrateOperation, self)._operation(to_node=to_node)
+                super(MigrateOperation, self)._operation(
+                    to_node=to_node, live_migration=live_migration)
        except Exception as e:
            if hasattr(e, 'libvirtError'):
                self.rollback(activity)

--- a/circle/vm/tests/test_operations.py
+++ b/circle/vm/tests/test_operations.py
@@ -59,7 +59,8 @@ class MigrateOperationTestCase(TestCase):
            MigrateException, op._operation,
            act, to_node=None)
        assert inst.select_node.called
-        op._get_remote_args.assert_called_once_with(to_node='test')
+        op._get_remote_args.assert_called_once_with(
+            to_node='test', live_migration=True)
 class RebootOperationTestCase(TestCase):