rename sync -> service & add logging
[qcg-portal.git] / qcg / views.py
index 91ea44a..a760425 100644 (file)
@@ -1,3 +1,210 @@
-from django.shortcuts import render
+# coding=utf-8
+from datetime import datetime, timedelta
+from django.conf import settings
+from django.contrib.auth import REDIRECT_FIELD_NAME
+from django.contrib.auth.decorators import login_required
+from django.core.urlresolvers import reverse
+from django.db.models import Q
+from django.http import HttpResponse, QueryDict
+from django.shortcuts import render, get_object_or_404
+from django.utils.http import urlencode
+from django.utils.timezone import UTC
+from django_openid_auth.views import make_consumer
+from openid.extensions import ax
+from pyqcg import QCG
+from pyqcg.description import JobDescription
+from pyqcg.utils import Credential
 
-# Create your views here.
+from qcg.forms import FiltersForm, ColumnsForm, JobDescriptionForm, EnvFormSet
+from qcg.utils import paginator_context
+from qcg.service import update_user_data
+
+
+def index(request):
+    return render(request, 'qcg/base.html')
+
+
+def openid_begin(request):
+    openid_request = make_consumer(request).begin(settings.OPENID_SSO_SERVER_URL)
+
+    fetch_request = ax.FetchRequest()
+    for (attr, alias) in [('http://axschema.org/namePerson/friendly', 'nickname'),
+                          ('http://axschema.org/contact/email', 'email'),
+                          ('http://axschema.org/namePerson', 'fullname'),
+                          ('http://openid.plgrid.pl/certificate/proxy', 'proxy'),
+                          ('http://openid.plgrid.pl/certificate/userCert', 'userCert'),
+                          ('http://openid.plgrid.pl/certificate/proxyPrivKey', 'proxyPrivKey'),
+                          ('http://openid.plgrid.pl/POSTresponse', 'POSTresponse')]:
+        fetch_request.add(ax.AttrInfo(attr, alias=alias, required=True))
+    openid_request.addExtension(fetch_request)
+
+    return_to = request.build_absolute_uri(reverse('openid-complete'))
+
+    redirect_to = request.GET.get(REDIRECT_FIELD_NAME)
+    if redirect_to:
+        return_to += '?' + urlencode({REDIRECT_FIELD_NAME: redirect_to})
+
+    return HttpResponse(openid_request.htmlMarkup(request.build_absolute_uri('/'), return_to))
+
+
+search_fields = ('status_description', 'type', 'note', 'task_id', 'job__note', 'job__project', 'job__job_id',
+                 'allocations__status_description', 'allocations__processes_group_id', 'allocations__comment')
+
+
+def parse_date(string):
+    return datetime.strptime(string.strip(), "%d.%m.%Y").replace(tzinfo=UTC())
+
+
+@login_required
+def jobs_list(request):
+    QCG.start()
+    update_user_data(request.user, request.session['proxy'])
+
+    tasks = request.user.tasks.order_by('-job__submission_time', '-submission_time') \
+        .select_related('job').prefetch_related('allocations__nodes')
+
+    filters = FiltersForm(request.GET)
+    selected_filters = []
+    if filters.is_valid():
+        keywords = filters.cleaned_data['keywords']
+        status = filters.cleaned_data['status']
+        host = filters.cleaned_data['host']
+        submission = filters.cleaned_data['submission']
+        finish = filters.cleaned_data['finish']
+
+        if keywords:
+            and_query = Q()
+
+            for q in keywords.split():
+                or_query = Q()
+                for field in search_fields:
+                    or_query |= Q(**{field + '__icontains': q})
+                and_query &= or_query
+
+            tasks = tasks.filter(and_query)
+            selected_filters.append((keywords, 'keywords', keywords))
+
+        if status:
+            statuses = []
+            for s in status:
+                si = int(s)
+                statuses.extend(FiltersForm.STATUS_MAP[si])
+                selected_filters.append((FiltersForm.STATUS_CHOICES_DICT[si], 'status', s))
+
+            tasks = tasks.filter(status__in=statuses)
+
+        if host:
+            tasks = tasks.filter(allocations__host_name__in=host)
+
+            host_dict = dict(filters.fields['host'].choices)
+            for h in host:
+                selected_filters.append((host_dict[h], 'host', h))
+
+        if submission:
+            start, end = submission.split('-')
+
+            tasks = tasks.filter(submission_time__gte=parse_date(start),
+                                 submission_time__lte=parse_date(end) + timedelta(days=1))
+            selected_filters.append((u'Data zlecenia: ' + submission, 'submission', submission))
+
+        if finish:
+            start, end = finish.split('-')
+
+            tasks = tasks.filter(finish_time__gte=parse_date(start),
+                                 finish_time__lte=parse_date(end) + timedelta(days=1))
+            selected_filters.append((u'Data zakończenia: ' + finish, 'finish', finish))
+
+        tasks = tasks.distinct()
+
+    checked_status = {i: widget.is_checked() for i, widget in enumerate(filters['status'])}
+
+    columns = ColumnsForm(QueryDict(request.COOKIES.get('columns', '')))
+
+    displayed = None
+    if columns.is_valid():
+        displayed = {int(c) for c in columns.cleaned_data['columns']}
+
+    # if invalid or empty
+    if not displayed:
+        displayed = set(columns.fields['columns'].initial)
+
+    context = {'filters': filters, 'checked_status': checked_status, 'selected_filters': selected_filters,
+               'columns': ColumnsForm(initial={'columns': displayed}), 'displayed': displayed}
+
+    context.update(paginator_context(request, tasks))
+
+    return render(request, 'qcg/jobs.html', context)
+
+
+@login_required
+def job_details(request, job_id):
+    job = get_object_or_404(request.user.jobs.prefetch_related('tasks'), job_id=job_id)
+
+    return render(request, 'qcg/job.html', {'job': job})
+
+
+@login_required
+def task_details(request, job_id, task_id):
+    task = get_object_or_404(request.user.tasks.select_related('job').prefetch_related('allocations'),
+                             job__job_id=job_id, task_id=task_id)
+
+    return render(request, 'qcg/task.html', {'task': task})
+
+
+@login_required
+def job_new(request):
+    if request.method == 'POST':
+        QCG.start()
+
+        form = JobDescriptionForm(request.POST)
+        env_formset = EnvFormSet(request.POST)
+
+        if form.is_valid() and env_formset.is_valid():
+            print form.cleaned_data
+            print env_formset.cleaned_data
+
+            desc = JobDescription(Credential(request.session['proxy']))
+
+            direct_map = ('arguments', 'note', 'grant', 'hosts', 'properties', 'queue', 'procs', 'wall_time', 'memory',
+                          'memory_per_slot', 'modules', 'native', 'notify', 'preprocess', 'postprocess', 'persistent')
+
+            for name in direct_map:
+                if form.cleaned_data[name]:
+                    setattr(desc, name, form.cleaned_data[name])
+
+            if form.cleaned_data['application']:
+                desc.set_application(*form.cleaned_data['application'])
+            if form.cleaned_data['nodes']:
+                desc.set_nodes(*form.cleaned_data['nodes'])
+            if form.cleaned_data['reservation']:
+                desc.set_reservation(form.cleaned_data['reservation'])
+            if form.cleaned_data['watch_output']:
+                desc.set_watch_output(form.cleaned_data['watch_output'], form.cleaned_data['watch_output_pattern'])
+            desc.env_variables += [(env['name'], env['value'])
+                                   for env in env_formset.cleaned_data if env and not env['DELETE']]
+            # TODO script
+            # TODO executable
+            # TODO input
+            # TODO stage_in
+            # TODO stage_out
+            # TODO monitoring
+
+            for prop in direct_map + ('application', 'nodes', 'env_variables', 'reservation', 'watch_output'):
+                print prop, type(getattr(desc, prop)), repr(getattr(desc, prop))
+
+            print desc.xml_description
+
+        print repr(form.errors)
+        print repr(env_formset.errors)
+    else:
+        form = JobDescriptionForm()
+        env_formset = EnvFormSet()
+
+    errors = form.errors or (env_formset.is_bound and not env_formset.is_valid)
+
+    return render(request, 'qcg/job_new.html', {'form': form, 'env_formset': env_formset, 'errors': errors})
+
+
+@login_required
+def gridftp(request):
+    return render(request, 'qcg/gridftp.html')