models.py 10.2 KB
Newer Older
1 2
# coding=utf-8

3
from contextlib import contextmanager
4
import logging
5 6
import uuid

7
from django.db.models import (Model, BooleanField, CharField, DateTimeField,
8
                              ForeignKey)
9
from django.utils import timezone
10
from django.utils.translation import ugettext_lazy as _
11
from model_utils.models import TimeStampedModel
12
from sizefield.models import FileSizeField
13

14
from .tasks import local_tasks, remote_tasks
15
from common.models import ActivityModel, activitycontextimpl
16 17 18 19

logger = logging.getLogger(__name__)


20
class DataStore(Model):
Guba Sándor committed
21

22 23
    """Collection of virtual disks.
    """
24 25 26 27
    name = CharField(max_length=100, unique=True, verbose_name=_('name'))
    path = CharField(max_length=200, unique=True, verbose_name=_('path'))
    hostname = CharField(max_length=40, unique=True,
                         verbose_name=_('hostname'))
Guba Sándor committed
28

29 30 31 32 33 34 35 36
    class Meta:
        ordering = ['name']
        verbose_name = _('datastore')
        verbose_name_plural = _('datastores')

    def __unicode__(self):
        return u'%s (%s)' % (self.name, self.path)

37 38 39
    def get_remote_queue_name(self, queue_id):
        return self.hostname + '.' + queue_id

40 41

class Disk(TimeStampedModel):
Guba Sándor committed
42

43 44 45 46
    """A virtual disk.
    """
    TYPES = [('qcow2-norm', 'qcow2 normal'), ('qcow2-snap', 'qcow2 snapshot'),
             ('iso', 'iso'), ('raw-ro', 'raw read-only'), ('raw-rw', 'raw')]
47 48 49 50 51
    name = CharField(blank=True, max_length=100, verbose_name=_("name"))
    filename = CharField(max_length=256, verbose_name=_("filename"))
    datastore = ForeignKey(DataStore, verbose_name=_("datastore"),
                           help_text=_("The datastore that holds the disk."))
    type = CharField(max_length=10, choices=TYPES)
52
    size = FileSizeField()
53 54
    base = ForeignKey('self', blank=True, null=True,
                      related_name='derivatives')
55 56
    ready = BooleanField(default=False,
                         help_text=_("The associated resource is ready."))
57
    dev_num = CharField(default='a', max_length=1,
58
                        verbose_name=_("device number"))
59
    destroyed = DateTimeField(blank=True, default=None, null=True)
60 61 62 63 64 65

    class Meta:
        ordering = ['name']
        verbose_name = _('disk')
        verbose_name_plural = _('disks')

66 67
    class WrongDiskTypeError(Exception):

68 69 70 71 72 73 74 75
        def __init__(self, type, message=None):
            if message is None:
                message = ("Operation can't be invoked on a disk of type '%s'."
                           % type)

            Exception.__init__(self, message)

            self.type = type
76

77 78
    class DiskInUseError(Exception):

79 80 81 82 83 84 85 86 87
        def __init__(self, disk, message=None):
            if message is None:
                message = ("The requested operation can't be performed on "
                           "disk '%s (%s)' because it is in use." %
                           (self.disk.name, self.disk.filename))

            Exception.__init__(self, message)

            self.disk = disk
88

89 90 91 92 93 94 95 96 97
    @property
    def path(self):
        return self.datastore.path + '/' + self.filename

    @property
    def format(self):
        return {
            'qcow2-norm': 'qcow2',
            'qcow2-snap': 'qcow2',
98
            'iso': 'raw',
99 100 101 102
            'raw-ro': 'raw',
            'raw-rw': 'raw',
        }[self.type]

103 104 105
    @property
    def device_type(self):
        return {
106 107
            'qcow2-norm': 'vd',
            'qcow2-snap': 'vd',
108
            'iso': 'hd',
109 110 111
            'raw-ro': 'vd',
            'raw-rw': 'vd',
        }[self.type]
112

113 114 115
    def is_in_use(self):
        return self.instance_set.exclude(state='SHUTOFF').exists()

116 117
    def get_exclusive(self):
        """Get an instance of the disk for exclusive usage.
118

119 120 121
        This method manipulates the database only.
        """
        type_mapping = {
122 123 124
            'qcow2-norm': 'qcow2-snap',
            'iso': 'iso',
            'raw-ro': 'raw-rw',
125 126 127 128 129 130 131
        }

        if self.type not in type_mapping.keys():
            raise self.WrongDiskTypeError(self.type)

        filename = self.filename if self.type == 'iso' else str(uuid.uuid4())
        new_type = type_mapping[self.type]
132

133 134 135
        return Disk.objects.create(base=self, datastore=self.datastore,
                                   filename=filename, name=self.name,
                                   size=self.size, type=new_type)
136 137 138

    def get_vmdisk_desc(self):
        return {
139
            'source': self.path,
140 141
            'driver_type': self.format,
            'driver_cache': 'default',
142
            'target_device': self.device_type + self.dev_num,
143
            'disk_device': 'cdrom' if self.type == 'iso' else 'disk'
144 145
        }

146 147 148 149 150 151 152 153 154 155
    def get_disk_desc(self):
        return {
            'name': self.filename,
            'dir': self.datastore.path,
            'format': self.format,
            'size': self.size,
            'base_name': self.base.filename if self.base else None,
            'type': 'snapshot' if self.type == 'qcow2-snap' else 'normal'
        }

156 157 158 159 160 161
    def get_remote_queue_name(self, queue_id):
        if self.datastore:
            return self.datastore.get_remote_queue_name(queue_id)
        else:
            return None

162 163 164
    def __unicode__(self):
        return u"%s (#%d)" % (self.name, self.id)

165 166 167 168 169
    def clean(self, *args, **kwargs):
        if self.size == "" and self.base:
            self.size = self.base.size
        super(Disk, self).clean(*args, **kwargs)

170
    def deploy(self, user=None, task_uuid=None):
171 172 173 174 175
        """Reify the disk model on the associated data store.

        :param self: the disk model to reify
        :type self: storage.models.Disk

176 177 178 179 180 181 182
        :param user: The user who's issuing the command.
        :type user: django.contrib.auth.models.User

        :param task_uuid: The task's UUID, if the command is being executed
                          asynchronously.
        :type task_uuid: str

183 184 185 186
        :return: True if a new reification of the disk has been created;
                 otherwise, False.
        :rtype: bool
        """
187 188 189 190
        if self.destroyed:
            self.destroyed = None
            self.save()

191
        if self.ready:
192
            return False
193

194 195 196 197
        with disk_activity(code_suffix='deploy', disk=self,
                           task_uuid=task_uuid, user=user) as act:

            # Delegate create / snapshot jobs
198
            queue_name = self.get_remote_queue_name('storage')
199 200 201 202 203 204 205 206 207 208 209 210
            disk_desc = self.get_disk_desc()
            if self.type == 'qcow2-snap':
                with act.sub_activity('creating_snapshot'):
                    remote_tasks.snapshot.apply_async(args=[disk_desc],
                                                      queue=queue_name).get()
            else:
                with act.sub_activity('creating_disk'):
                    remote_tasks.create.apply_async(args=[disk_desc],
                                                    queue=queue_name).get()

            self.ready = True
            self.save()
211

212
            return True
213

214
    def deploy_async(self, user=None):
215 216
        """Execute deploy asynchronously.
        """
217 218
        return local_tasks.deploy.apply_async(args=[self, user],
                                              queue="localhost.man")
219

220
    def destroy(self, user=None, task_uuid=None):
221 222 223
        if self.destroyed:
            return False

224 225 226 227
        with disk_activity(code_suffix='destroy', disk=self,
                           task_uuid=task_uuid, user=user):
            self.destroyed = timezone.now()
            self.save()
228

229
            return True
230

231
    def destroy_async(self, user=None):
232 233
        """Execute destroy asynchronously.
        """
234 235
        return local_tasks.destroy.apply_async(args=[self, user],
                                               queue='localhost.man')
236

237
    def restore(self, user=None, task_uuid=None):
238
        """Restore destroyed disk.
239 240 241 242 243 244 245 246
        """
        # TODO
        pass

    def restore_async(self, user=None):
        local_tasks.restore.apply_async(args=[self, user],
                                        queue='localhost.man')

247
    def save_as(self, user=None, task_uuid=None):
248 249 250 251 252 253 254 255 256 257 258 259
        mapping = {
            'qcow2-snap': ('qcow2-norm', self.base),
        }
        if self.type not in mapping.keys():
            raise self.WrongDiskTypeError(self.type)

        if self.is_in_use():
            raise self.DiskInUseError(self)

        # from this point on, the caller has to guarantee that the disk is not
        # going to be used until the operation is complete

260 261 262 263 264 265 266
        with disk_activity(code_suffix='save_as', disk=self,
                           task_uuid=task_uuid, user=user):

            filename = str(uuid.uuid4())
            new_type, new_base = mapping[self.type]

            disk = Disk.objects.create(base=new_base, datastore=self.datastore,
267
                                       filename=filename, name=self.name,
268 269
                                       size=self.size, type=new_type)

270
            queue_name = self.get_remote_queue_name('storage')
271 272 273 274 275 276 277 278 279 280 281 282 283 284 285 286
            remote_tasks.merge.apply_async(args=[self.get_disk_desc(),
                                                 disk.get_disk_desc()],
                                           queue=queue_name).get()

            disk.ready = True
            disk.save()

            return disk


class DiskActivity(ActivityModel):
    disk = ForeignKey(Disk, related_name='activity_log',
                      help_text=_('Disk this activity works on.'),
                      verbose_name=_('disk'))

    @classmethod
287
    def create(cls, code_suffix, disk, task_uuid=None, user=None):
288
        act = cls(activity_code='storage.Disk.' + code_suffix,
289
                  disk=disk, parent=None, started=timezone.now(),
290
                  task_uuid=task_uuid, user=user)
291
        act.save()
292
        return act
293

294 295 296
    def create_sub(self, code_suffix, task_uuid=None):
        act = DiskActivity(
            activity_code=self.activity_code + '.' + code_suffix,
297
            disk=self.disk, parent=self, started=timezone.now(),
298 299 300
            task_uuid=task_uuid, user=self.user)
        act.save()
        return act
301

302 303 304
    @contextmanager
    def sub_activity(self, code_suffix, task_uuid=None):
        act = self.create_sub(code_suffix, task_uuid)
305
        return activitycontextimpl(act)
306

307

308
@contextmanager
309 310
def disk_activity(code_suffix, disk, task_uuid=None, user=None):
    act = DiskActivity.create(code_suffix, disk, task_uuid, user)
311
    return activitycontextimpl(act)