X-Git-Url: http://mmka.chem.univ.gda.pl/gitweb/?a=blobdiff_plain;f=qcg%2Fviews.py;h=a760425ed103819c2dbe4d95c2da0a8130fe0de6;hb=3e5a486378702cab1366d377240a6f405d71a078;hp=91ea44a218fbd2f408430959283f0419c921093e;hpb=0abdf2f7af1798b74d6e1148e5e322af5c708eb6;p=qcg-portal.git diff --git a/qcg/views.py b/qcg/views.py index 91ea44a..a760425 100644 --- a/qcg/views.py +++ b/qcg/views.py @@ -1,3 +1,210 @@ -from django.shortcuts import render +# coding=utf-8 +from datetime import datetime, timedelta +from django.conf import settings +from django.contrib.auth import REDIRECT_FIELD_NAME +from django.contrib.auth.decorators import login_required +from django.core.urlresolvers import reverse +from django.db.models import Q +from django.http import HttpResponse, QueryDict +from django.shortcuts import render, get_object_or_404 +from django.utils.http import urlencode +from django.utils.timezone import UTC +from django_openid_auth.views import make_consumer +from openid.extensions import ax +from pyqcg import QCG +from pyqcg.description import JobDescription +from pyqcg.utils import Credential -# Create your views here. +from qcg.forms import FiltersForm, ColumnsForm, JobDescriptionForm, EnvFormSet +from qcg.utils import paginator_context +from qcg.service import update_user_data + + +def index(request): + return render(request, 'qcg/base.html') + + +def openid_begin(request): + openid_request = make_consumer(request).begin(settings.OPENID_SSO_SERVER_URL) + + fetch_request = ax.FetchRequest() + for (attr, alias) in [('http://axschema.org/namePerson/friendly', 'nickname'), + ('http://axschema.org/contact/email', 'email'), + ('http://axschema.org/namePerson', 'fullname'), + ('http://openid.plgrid.pl/certificate/proxy', 'proxy'), + ('http://openid.plgrid.pl/certificate/userCert', 'userCert'), + ('http://openid.plgrid.pl/certificate/proxyPrivKey', 'proxyPrivKey'), + ('http://openid.plgrid.pl/POSTresponse', 'POSTresponse')]: + fetch_request.add(ax.AttrInfo(attr, alias=alias, required=True)) + openid_request.addExtension(fetch_request) + + return_to = request.build_absolute_uri(reverse('openid-complete')) + + redirect_to = request.GET.get(REDIRECT_FIELD_NAME) + if redirect_to: + return_to += '?' + urlencode({REDIRECT_FIELD_NAME: redirect_to}) + + return HttpResponse(openid_request.htmlMarkup(request.build_absolute_uri('/'), return_to)) + + +search_fields = ('status_description', 'type', 'note', 'task_id', 'job__note', 'job__project', 'job__job_id', + 'allocations__status_description', 'allocations__processes_group_id', 'allocations__comment') + + +def parse_date(string): + return datetime.strptime(string.strip(), "%d.%m.%Y").replace(tzinfo=UTC()) + + +@login_required +def jobs_list(request): + QCG.start() + update_user_data(request.user, request.session['proxy']) + + tasks = request.user.tasks.order_by('-job__submission_time', '-submission_time') \ + .select_related('job').prefetch_related('allocations__nodes') + + filters = FiltersForm(request.GET) + selected_filters = [] + if filters.is_valid(): + keywords = filters.cleaned_data['keywords'] + status = filters.cleaned_data['status'] + host = filters.cleaned_data['host'] + submission = filters.cleaned_data['submission'] + finish = filters.cleaned_data['finish'] + + if keywords: + and_query = Q() + + for q in keywords.split(): + or_query = Q() + for field in search_fields: + or_query |= Q(**{field + '__icontains': q}) + and_query &= or_query + + tasks = tasks.filter(and_query) + selected_filters.append((keywords, 'keywords', keywords)) + + if status: + statuses = [] + for s in status: + si = int(s) + statuses.extend(FiltersForm.STATUS_MAP[si]) + selected_filters.append((FiltersForm.STATUS_CHOICES_DICT[si], 'status', s)) + + tasks = tasks.filter(status__in=statuses) + + if host: + tasks = tasks.filter(allocations__host_name__in=host) + + host_dict = dict(filters.fields['host'].choices) + for h in host: + selected_filters.append((host_dict[h], 'host', h)) + + if submission: + start, end = submission.split('-') + + tasks = tasks.filter(submission_time__gte=parse_date(start), + submission_time__lte=parse_date(end) + timedelta(days=1)) + selected_filters.append((u'Data zlecenia: ' + submission, 'submission', submission)) + + if finish: + start, end = finish.split('-') + + tasks = tasks.filter(finish_time__gte=parse_date(start), + finish_time__lte=parse_date(end) + timedelta(days=1)) + selected_filters.append((u'Data zakończenia: ' + finish, 'finish', finish)) + + tasks = tasks.distinct() + + checked_status = {i: widget.is_checked() for i, widget in enumerate(filters['status'])} + + columns = ColumnsForm(QueryDict(request.COOKIES.get('columns', ''))) + + displayed = None + if columns.is_valid(): + displayed = {int(c) for c in columns.cleaned_data['columns']} + + # if invalid or empty + if not displayed: + displayed = set(columns.fields['columns'].initial) + + context = {'filters': filters, 'checked_status': checked_status, 'selected_filters': selected_filters, + 'columns': ColumnsForm(initial={'columns': displayed}), 'displayed': displayed} + + context.update(paginator_context(request, tasks)) + + return render(request, 'qcg/jobs.html', context) + + +@login_required +def job_details(request, job_id): + job = get_object_or_404(request.user.jobs.prefetch_related('tasks'), job_id=job_id) + + return render(request, 'qcg/job.html', {'job': job}) + + +@login_required +def task_details(request, job_id, task_id): + task = get_object_or_404(request.user.tasks.select_related('job').prefetch_related('allocations'), + job__job_id=job_id, task_id=task_id) + + return render(request, 'qcg/task.html', {'task': task}) + + +@login_required +def job_new(request): + if request.method == 'POST': + QCG.start() + + form = JobDescriptionForm(request.POST) + env_formset = EnvFormSet(request.POST) + + if form.is_valid() and env_formset.is_valid(): + print form.cleaned_data + print env_formset.cleaned_data + + desc = JobDescription(Credential(request.session['proxy'])) + + direct_map = ('arguments', 'note', 'grant', 'hosts', 'properties', 'queue', 'procs', 'wall_time', 'memory', + 'memory_per_slot', 'modules', 'native', 'notify', 'preprocess', 'postprocess', 'persistent') + + for name in direct_map: + if form.cleaned_data[name]: + setattr(desc, name, form.cleaned_data[name]) + + if form.cleaned_data['application']: + desc.set_application(*form.cleaned_data['application']) + if form.cleaned_data['nodes']: + desc.set_nodes(*form.cleaned_data['nodes']) + if form.cleaned_data['reservation']: + desc.set_reservation(form.cleaned_data['reservation']) + if form.cleaned_data['watch_output']: + desc.set_watch_output(form.cleaned_data['watch_output'], form.cleaned_data['watch_output_pattern']) + desc.env_variables += [(env['name'], env['value']) + for env in env_formset.cleaned_data if env and not env['DELETE']] + # TODO script + # TODO executable + # TODO input + # TODO stage_in + # TODO stage_out + # TODO monitoring + + for prop in direct_map + ('application', 'nodes', 'env_variables', 'reservation', 'watch_output'): + print prop, type(getattr(desc, prop)), repr(getattr(desc, prop)) + + print desc.xml_description + + print repr(form.errors) + print repr(env_formset.errors) + else: + form = JobDescriptionForm() + env_formset = EnvFormSet() + + errors = form.errors or (env_formset.is_bound and not env_formset.is_valid) + + return render(request, 'qcg/job_new.html', {'form': form, 'env_formset': env_formset, 'errors': errors}) + + +@login_required +def gridftp(request): + return render(request, 'qcg/gridftp.html')