qcg/views.py

   1 # coding=utf-8
   2 from datetime import datetime, timedelta
   3
   4 from django.conf import settings
   5 from django.contrib import messages
   6 from django.contrib.auth import REDIRECT_FIELD_NAME
   7 from django.contrib.auth.decorators import login_required
   8 from django.core.exceptions import SuspiciousOperation
   9 from django.core.urlresolvers import reverse
  10 from django.db.models import Q
  11 from django.http import HttpResponse, QueryDict
  12 from django.shortcuts import render, get_object_or_404, redirect
  13 from django.utils.html import format_html
  14 from django.utils.http import urlencode
  15 from django.utils.timezone import UTC
  16 from django_openid_auth.views import make_consumer
  17 from openid.extensions import ax
  18
  19 from filex.forms import HostPathNameForm, RenameForm, ArchiveForm, HostPathForm
  20 from filex.ftp import FTPOperation, FTPError
  21 from filex.views import make_url
  22 from qcg.forms import FiltersForm, ColumnsForm, JobDescriptionForm, EnvFormSet
  23 from qcg.utils import paginator_context
  24 from qcg.service import update_user_data, submit_job, update_job
  25
  26
  27 def index(request):
  28     return render(request, 'qcg/base.html')
  29
  30
  31 def openid_begin(request):
  32     openid_request = make_consumer(request).begin(settings.OPENID_SSO_SERVER_URL)
  33
  34     fetch_request = ax.FetchRequest()
  35     for (attr, alias) in [('http://axschema.org/namePerson/friendly', 'nickname'),
  36                           ('http://axschema.org/contact/email', 'email'),
  37                           ('http://axschema.org/namePerson', 'fullname'),
  38                           ('http://openid.plgrid.pl/certificate/proxy', 'proxy'),
  39                           ('http://openid.plgrid.pl/certificate/userCert', 'userCert'),
  40                           ('http://openid.plgrid.pl/certificate/proxyPrivKey', 'proxyPrivKey'),
  41                           ('http://openid.plgrid.pl/POSTresponse', 'POSTresponse')]:
  42         fetch_request.add(ax.AttrInfo(attr, alias=alias, required=True))
  43     openid_request.addExtension(fetch_request)
  44
  45     return_to = request.build_absolute_uri(reverse('openid-complete'))
  46
  47     redirect_to = request.GET.get(REDIRECT_FIELD_NAME)
  48     if redirect_to:
  49         return_to += '?' + urlencode({REDIRECT_FIELD_NAME: redirect_to})
  50
  51     return HttpResponse(openid_request.htmlMarkup(request.build_absolute_uri('/'), return_to))
  52
  53
  54 search_fields = ('status_description', 'type', 'note', 'task_id', 'job__note', 'job__project', 'job__job_id',
  55                  'allocations__status_description', 'allocations__processes_group_id', 'allocations__comment')
  56
  57
  58 def parse_date(string):
  59     return datetime.strptime(string.strip(), "%d.%m.%Y").replace(tzinfo=UTC())
  60
  61
  62 @login_required
  63 def jobs_list(request):
  64     update_user_data(request.user, request.session['proxy'])
  65
  66     tasks = request.user.tasks.order_by('-job__submission_time', '-submission_time') \
  67         .select_related('job').prefetch_related('allocations__nodes')
  68
  69     filters = FiltersForm(request.GET)
  70     selected_filters = []
  71     if filters.is_valid():
  72         keywords = filters.cleaned_data['keywords']
  73         status = filters.cleaned_data['status']
  74         host = filters.cleaned_data['host']
  75         submission = filters.cleaned_data['submission']
  76         finish = filters.cleaned_data['finish']
  77
  78         if keywords:
  79             and_query = Q()
  80
  81             for q in keywords.split():
  82                 or_query = Q()
  83                 for field in search_fields:
  84                     or_query |= Q(**{field + '__icontains': q})
  85                 and_query &= or_query
  86
  87             tasks = tasks.filter(and_query)
  88             selected_filters.append((keywords, 'keywords', keywords))
  89
  90         if status:
  91             statuses = []
  92             for s in status:
  93                 si = int(s)
  94                 statuses.extend(FiltersForm.STATUS_MAP[si])
  95                 selected_filters.append((FiltersForm.STATUS_CHOICES_DICT[si], 'status', s))
  96
  97             tasks = tasks.filter(status__in=statuses)
  98
  99         if host:
 100             tasks = tasks.filter(allocations__host_name__in=host)
 101
 102             host_dict = dict(filters.fields['host'].choices)
 103             for h in host:
 104                 selected_filters.append((host_dict[h], 'host', h))
 105
 106         if submission:
 107             start, end = submission.split('-')
 108
 109             tasks = tasks.filter(submission_time__gte=parse_date(start),
 110                                  submission_time__lte=parse_date(end) + timedelta(days=1))
 111             selected_filters.append((u'Data zlecenia: ' + submission, 'submission', submission))
 112
 113         if finish:
 114             start, end = finish.split('-')
 115
 116             tasks = tasks.filter(finish_time__gte=parse_date(start),
 117                                  finish_time__lte=parse_date(end) + timedelta(days=1))
 118             selected_filters.append((u'Data zakończenia: ' + finish, 'finish', finish))
 119
 120         tasks = tasks.distinct()
 121
 122     checked_status = {i: widget.is_checked() for i, widget in enumerate(filters['status'])}
 123
 124     columns = ColumnsForm(QueryDict(request.COOKIES.get('columns', '')))
 125
 126     displayed = None
 127     if columns.is_valid():
 128         displayed = {int(c) for c in columns.cleaned_data['columns']}
 129
 130     # if invalid or empty
 131     if not displayed:
 132         displayed = set(columns.fields['columns'].initial)
 133
 134     context = {'filters': filters, 'checked_status': checked_status, 'selected_filters': selected_filters,
 135                'columns': ColumnsForm(initial={'columns': displayed}), 'displayed': displayed}
 136
 137     context.update(paginator_context(request, tasks))
 138
 139     return render(request, 'qcg/jobs.html', context)
 140
 141
 142 @login_required
 143 def job_details(request, job_id):
 144     job = get_object_or_404(request.user.jobs.prefetch_related('tasks'), job_id=job_id)
 145
 146     update_job(job, request.session['proxy'])
 147
 148     return render(request, 'qcg/job.html', {'job': job})
 149
 150
 151 @login_required
 152 def task_details(request, job_id, task_id):
 153     task = get_object_or_404(request.user.tasks.select_related('job').prefetch_related('allocations'),
 154                              job__job_id=job_id, task_id=task_id)
 155
 156     update_job(task.job, request.session['proxy'])
 157
 158     return render(request, 'qcg/task.html', {'task': task})
 159
 160
 161 @login_required
 162 def job_submit(request):
 163     if request.method == 'POST':
 164         form = JobDescriptionForm(request.POST)
 165         env_formset = EnvFormSet(request.POST)
 166
 167         if form.is_valid() and env_formset.is_valid():
 168             params = form.cleaned_data
 169             params['env_variables'] = [(env['name'], env['value'])
 170                                        for env in env_formset.cleaned_data if env and not env['DELETE']]
 171
 172             job_id = submit_job(params, request.session['proxy'])
 173
 174             messages.success(request,
 175                              format_html('<span class="glyphicon glyphicon-info-sign" aria-hidden="true"></span> '
 176                                          'Zlecono zadanie <em>{}</em>.', job_id))
 177
 178             return redirect('jobs')
 179
 180         print repr(form.errors)
 181         print repr(env_formset.errors)
 182     else:
 183         form = JobDescriptionForm()
 184         env_formset = EnvFormSet()
 185
 186     errors = form.errors or (env_formset.is_bound and not env_formset.is_valid)
 187
 188     return render(request, 'qcg/job_submit.html', {'form': form, 'env_formset': env_formset, 'errors': errors})
 189
 190
 191 @login_required
 192 def gridftp(request):
 193     return render(request, 'qcg/gridftp.html',
 194                   {'new_dir_form': HostPathNameForm(), 'rename_form': RenameForm(), 'archive_form': ArchiveForm()})
 195
 196
 197 @login_required
 198 def gridftp_upload(request):
 199     form = HostPathForm(request.GET)
 200
 201     if not form.is_valid():
 202         raise SuspiciousOperation('Invalid parameters for `gridftp_upload`!')
 203
 204     error = None
 205     try:
 206         FTPOperation(request.session['proxy']).info(make_url(form.cleaned_data, 'path'))
 207     except FTPError as e:
 208         error = e.message
 209
 210     return render(request, 'qcg/gridftp_upload.html',
 211                   {'error': error, 'url': reverse('filex:upload') + '?' + urlencode(form.cleaned_data),
 212                    'host': form.cleaned_data['host'], 'path': form.cleaned_data['path'],
 213                    'sep': '/' if form.cleaned_data['path'].startswith('~') else ''})