X-Git-Url: http://mmka.chem.univ.gda.pl/gitweb/?a=blobdiff_plain;f=qcg%2Fmodels.py;h=316f56e4caa886b6aaf238d3d3dd77c951b51699;hb=2bb5dce1848b7e66179cb0fd10b763620ee6cd3c;hp=71a836239075aa6e6e4ecb700e9c42c95c022d91;hpb=0abdf2f7af1798b74d6e1148e5e322af5c708eb6;p=qcg-portal.git

diff --git a/qcg/models.py b/qcg/models.py
index 71a8362..316f56e 100644
--- a/qcg/models.py
+++ b/qcg/models.py
@@ -1,3 +1,264 @@
+# coding=utf-8
+from django.contrib.auth.models import AbstractUser
+from django.core.urlresolvers import reverse
 from django.db import models
+from django.utils.timezone import now
+from pyqcg.service import Job as QcgJob, Task as QcgTask
+from pyqcg.utils import JobStatus, TaskStatus, TaskType, AllocationType, EPRUtils, DescriptionType
 
-# Create your models here.
+from qcg.utils import username_from_dn, get_attributes
+
+
+__all__ = ['User', 'Job', 'Task', 'Allocation', 'NodeInfo', 'JobTemplate']
+
+
+class User(AbstractUser):
+    last_update = models.DateTimeField(default=now)
+
+    @property
+    def tasks(self):
+        return Task.objects.filter(job__owner=self)
+
+
+DESC_TYPE_CHOICES = list(enumerate(field for field in dir(DescriptionType) if not field.startswith('__')))
+DESC_TYPE_CHOICES_REVERSED = {v: k for k, v in DESC_TYPE_CHOICES}
+
+
+class Job(models.Model):
+    STATUS_CHOICES = list(enumerate(field for field in dir(JobStatus) if not field.startswith('__')))
+    STATUS_CHOICES_REVERSED = {v: k for k, v in STATUS_CHOICES}
+
+    _job = None
+
+    epr = models.TextField(u"Endpoint reference")
+    job_id = models.TextField(u"Identyfikator", unique=True)
+    status = models.IntegerField(u"Status", choices=STATUS_CHOICES)
+    note = models.TextField(u"Notatka", blank=True, default='')
+    description = models.TextField(u"Opis", blank=True, default='')
+    description_type = models.IntegerField(u"Typ opisu", choices=DESC_TYPE_CHOICES, blank=True, null=True)
+    qcg_description = models.TextField(u"Opis QCG", blank=True, default='')
+    project = models.TextField(u"Projekt", blank=True, default='')
+    submission_time = models.DateTimeField(u"Data wysłania")
+    finish_time = models.DateTimeField(u"Data zakończenia", blank=True, null=True)
+    proxy_lifetime = models.DateTimeField(u"Czas życia proxy", blank=True, null=True)
+    purged = models.BooleanField(u"Usunięty katalog roboczy?", default=False)
+
+    owner = models.ForeignKey(User, verbose_name=u"Właściciel", related_name='jobs')
+    created = models.DateTimeField(u"Utworzono", auto_now_add=True)
+    updated = models.DateTimeField(u"Uaktualniono", auto_now=True)
+
+    class Meta:
+        # verbose_name = u"Zadanie"
+        # verbose_name_plural = u"Zadania"
+        ordering = ('-submission_time',)
+
+    def __unicode__(self):
+        return self.job_id
+
+    def get_absolute_url(self):
+        return reverse('job', kwargs={'job_id': self.job_id})
+
+    @property
+    def qcg_job(self):
+        if self._job is None:
+            self._job = QcgJob(EPRUtils.deserialize_epr(self.epr))
+
+        return self._job
+
+    @staticmethod
+    def qcg_map(qcg_job, user=None):
+        attrs = get_attributes(qcg_job, ('job_id', 'note', 'description', 'qcg_description', 'submission_time',
+                                         'finish_time', 'project', 'purged'))
+
+        attrs['epr'] = EPRUtils.serialize_epr(qcg_job.epr)
+        attrs['status'] = Job.STATUS_CHOICES_REVERSED[qcg_job.status]
+        attrs['description_type'] = DESC_TYPE_CHOICES_REVERSED[qcg_job.description_type]
+        attrs['proxy_lifetime'] = now() + qcg_job.proxy_lifetime
+
+        username = username_from_dn(qcg_job.user_dn)
+        if user is not None:
+            if user.username != username:
+                raise ValueError('Username does not match ({} vs. {})!'.format(repr(user.username), repr(username)))
+            attrs['owner'] = user
+        else:
+            attrs['owner'] = User.objects.get(username=username)
+
+        return attrs
+
+    @property
+    def terminated(self):
+        return self.get_status_display() in [JobStatus.FINISHED, JobStatus.FAILED, JobStatus.CANCELED]
+
+
+class Task(models.Model):
+    STATUS_CHOICES = list(enumerate(field for field in dir(TaskStatus) if not field.startswith('__')))
+    STATUS_CHOICES_REVERSED = {v: k for k, v in STATUS_CHOICES}
+    TYPE_CHOICES = list(enumerate(field for field in dir(TaskType) if not field.startswith('__')))
+    TYPE_CHOICES_REVERSED = {v: k for k, v in TYPE_CHOICES}
+
+    _task = None
+
+    job = models.ForeignKey(Job, verbose_name=u"Zadanie", related_name='tasks')
+
+    epr = models.TextField(u"Endpoint reference")
+    task_id = models.TextField(u"Identyfikator", db_index=True)
+    status = models.IntegerField(u"Status", choices=STATUS_CHOICES)
+    status_description = models.TextField(u"Opis statusu", blank=True, default='')
+    type = models.IntegerField(u"Typ", choices=TYPE_CHOICES)
+    note = models.TextField(u"Notatka", blank=True, default='')
+    description = models.TextField(u"Opis", blank=True, default='')
+    description_type = models.IntegerField(u"Typ opisu", choices=DESC_TYPE_CHOICES, blank=True, null=True)
+    submission_time = models.DateTimeField(u"Data wysłania")
+    start_time = models.DateTimeField(u"Data rozpoczęcia", blank=True, null=True)
+    finish_time = models.DateTimeField(u"Data zakończenia", blank=True, null=True)
+    reserved_time_start = models.DateTimeField(u"Data rozpoczęcia rezerwacji", blank=True, null=True)
+    reserved_time_finish = models.DateTimeField(u"Data zakończenia rezerwacji", blank=True, null=True)
+    proxy_lifetime = models.DateTimeField(u"Czas życia proxy", blank=True, null=True)
+    purged = models.BooleanField(u"Usunięty katalog roboczy?", default=False)
+
+    created = models.DateTimeField(u"Utworzono", auto_now_add=True)
+    updated = models.DateTimeField(u"Uaktualniono", auto_now=True)
+
+    class Meta:
+        # verbose_name = u"Zadanie"
+        # verbose_name_plural = u"Zadania"
+        ordering = ('-submission_time',)
+        unique_together = ('job', 'task_id')
+
+    def __unicode__(self):
+        return u'{}/{}'.format(self.job, self.task_id)
+
+    def get_absolute_url(self):
+        return reverse('task', kwargs={'job_id': self.job.job_id, 'task_id': self.task_id})
+
+    @property
+    def qcg_task(self):
+        if self._task is None:
+            self._task = QcgTask(EPRUtils.deserialize_epr(self.epr))
+
+        return self._task
+
+    @staticmethod
+    def qcg_map(qcg_task, job=None):
+        attrs = get_attributes(qcg_task, ('task_id', 'status_description', 'note', 'description', 'submission_time',
+                                          'start_time', 'finish_time', 'reserved_time_slot', 'purged'))
+
+        attrs['epr'] = EPRUtils.serialize_epr(qcg_task.epr)
+        attrs['status'] = Task.STATUS_CHOICES_REVERSED[qcg_task.status]
+        attrs['type'] = Task.TYPE_CHOICES_REVERSED[qcg_task.type]
+        attrs['description_type'] = DESC_TYPE_CHOICES_REVERSED[qcg_task.description_type]
+        attrs['proxy_lifetime'] = now() + qcg_task.proxy_lifetime
+
+        if job is not None:
+            if qcg_task.job_id != job.job_id:
+                raise ValueError('Job id does not match ({} vs. {})!'.format(repr(qcg_task.job_id), repr(job.job_id)))
+            attrs['job'] = job
+        else:
+            attrs['job'] = Job.objects.get(job_id=qcg_task.job_id)
+
+        return attrs
+
+    @property
+    def reserved_time_slot(self):
+        if self.reserved_time_start or self.reserved_time_finish:
+            return self.reserved_time_start, self.reserved_time_finish
+
+    @reserved_time_slot.setter
+    def reserved_time_slot(self, value):
+        if value is not None:
+            self.reserved_time_start, self.reserved_time_finish = value
+
+    @property
+    def short_host_names(self):
+        return {alloc.host_name.split('.', 1)[0] for alloc in self.allocations.all()}
+
+    @property
+    def terminated(self):
+        return self.get_status_display() in [TaskStatus.FINISHED, TaskStatus.FAILED, TaskStatus.CANCELED]
+
+
+class Allocation(models.Model):
+    STATUS_CHOICES = list(enumerate(field for field in dir(AllocationType) if not field.startswith('__')))
+    STATUS_CHOICES_REVERSED = {v: k for k, v in STATUS_CHOICES}
+
+    task = models.ForeignKey(Task, verbose_name='Zadanie', related_name='allocations')
+
+    host_name = models.CharField(u"Host", max_length=100)
+    status = models.IntegerField(u"Status", choices=STATUS_CHOICES)
+    status_description = models.TextField(u"Opis statusu", blank=True, default='')
+    processes_count = models.PositiveIntegerField(u"Liczba procesów")
+    slots_count = models.PositiveIntegerField(u"Liczba rdzeni")
+    processes_group_id = models.TextField(u"Identyfikator grupy procesów", blank=True, default='')
+    submission_time = models.DateTimeField(u"Data wysłania")
+    estimated_start_time = models.DateTimeField(u"Przewidywana data rozpoczęcia", blank=True, null=True)
+    finish_time = models.DateTimeField(u"Data zakończenia", blank=True, null=True)
+    local_submission_time = models.DateTimeField(u"Lokalna data wysłania", blank=True, null=True)
+    local_start_time = models.DateTimeField(u"Lokalna data rozpoczęcia", blank=True, null=True)
+    local_finish_time = models.DateTimeField(u"Lokalna data zakończenia", blank=True, null=True)
+    purged = models.BooleanField(u"Usunięty katalog roboczy?", default=False)
+    efficiency = models.IntegerField(u"Efektywność", blank=True, null=True)  # ??
+    comment = models.TextField(u"Komentarz", blank=True, default='')
+    memory_usage = models.PositiveIntegerField(u"Użycie pamięci", blank=True, null=True)
+    working_directory = models.CharField(u"Katalog roboczy", max_length=1024, blank=True, default='')
+
+    class Meta:
+        verbose_name = u"Alokacja"
+        verbose_name_plural = u"Alokacje"
+        ordering = ('-submission_time',)
+
+    def __unicode__(self):
+        return u'{} @ {}'.format(self.task, self.host_name)
+
+    @staticmethod
+    def qcg_map(qcg_allocation):
+        attrs = get_attributes(qcg_allocation, ('host_name', 'status_description', 'processes_count', 'slots_count',
+                                                'processes_group_id', 'submission_time', 'estimated_start_time',
+                                                'finish_time', 'local_submission_time', 'local_start_time',
+                                                'local_finish_time', 'purged', 'efficiency', 'comment', 'memory_usage',
+                                                'working_directory'))
+
+        attrs['status'] = Allocation.STATUS_CHOICES_REVERSED[qcg_allocation.status]
+
+        return attrs
+
+
+class NodeInfo(models.Model):
+    allocation = models.ForeignKey(Allocation, verbose_name=u"Alokacja", related_name='nodes')
+
+    name = models.CharField(u"Nazwa", max_length=32)
+    count = models.PositiveSmallIntegerField(u"Liczba rdzeni", blank=True, null=True)
+
+    class Meta:
+        verbose_name = u"Węzeł"
+        verbose_name_plural = u"Węzły"
+
+    def __unicode__(self):
+        result = u'{} - {}'.format(self.allocation, self.name)
+
+        if self.count is not None:
+            result += u' ({})'.format(self.count)
+
+        return result
+
+    @staticmethod
+    def qcg_map(qcg_node):
+        return {'name': qcg_node.name, 'count': qcg_node.slots_count}
+
+
+class JobTemplate(models.Model):
+    name = models.CharField(u"Nazwa", max_length=100)
+    description = models.TextField(u"Opis")
+
+    owner = models.ForeignKey(User, verbose_name=u"Właściciel", related_name='templates')
+    created = models.DateTimeField(u"Utworzono", auto_now_add=True)
+    updated = models.DateTimeField(u"Uaktualniono", auto_now=True)
+
+    class Meta:
+        verbose_name = u"Szablon zadania"
+        verbose_name_plural = u"Szablony zadania"
+
+    def __unicode__(self):
+        return u"{} ({})".format(self.name, self.owner)
+
+    def get_absolute_url(self):
+        return reverse('template_submit', kwargs={'template_id': self.id})