qcg/views.py

   1 # coding=utf-8
   2 from datetime import datetime, timedelta
   3
   4 from django.conf import settings
   5 from django.contrib import messages
   6 from django.contrib.auth import REDIRECT_FIELD_NAME
   7 from django.contrib.auth.decorators import login_required
   8 from django.core.exceptions import SuspiciousOperation
   9 from django.core.urlresolvers import reverse
  10 from django.db.models import Q
  11 from django.http import HttpResponse, QueryDict
  12 from django.shortcuts import render, get_object_or_404, redirect
  13 from django.utils.html import format_html
  14 from django.utils.http import urlencode
  15 from django.utils.timezone import UTC
  16 from django.views.decorators.http import require_POST
  17 from django_openid_auth.views import make_consumer
  18 from openid.extensions import ax
  19 from pyqcg.utils.qcg_types import PyqcgException
  20
  21 from filex.forms import HostPathNameForm, RenameForm, ArchiveForm, HostPathForm
  22 from filex.ftp import FTPOperation, FTPError
  23 from filex.views import make_url
  24 from qcg.forms import FiltersForm, ColumnsForm, JobDescriptionForm, EnvFormSet, JobTemplateForm
  25 from qcg.utils import paginator_context
  26 from qcg.service import update_user_data, make_job_desc, update_job, cancel, clean
  27
  28
  29 def index(request):
  30     return render(request, 'qcg/base.html')
  31
  32
  33 def openid_begin(request):
  34     openid_request = make_consumer(request).begin(settings.OPENID_SSO_SERVER_URL)
  35
  36     fetch_request = ax.FetchRequest()
  37     for (attr, alias) in [('http://axschema.org/namePerson/friendly', 'nickname'),
  38                           ('http://axschema.org/contact/email', 'email'),
  39                           ('http://axschema.org/namePerson', 'fullname'),
  40                           ('http://openid.plgrid.pl/certificate/proxy', 'proxy'),
  41                           ('http://openid.plgrid.pl/certificate/userCert', 'userCert'),
  42                           ('http://openid.plgrid.pl/certificate/proxyPrivKey', 'proxyPrivKey'),
  43                           ('http://openid.plgrid.pl/POSTresponse', 'POSTresponse')]:
  44         fetch_request.add(ax.AttrInfo(attr, alias=alias, required=True))
  45     openid_request.addExtension(fetch_request)
  46
  47     return_to = request.build_absolute_uri(reverse('openid-complete'))
  48
  49     redirect_to = request.GET.get(REDIRECT_FIELD_NAME)
  50     if redirect_to:
  51         return_to += '?' + urlencode({REDIRECT_FIELD_NAME: redirect_to})
  52
  53     return HttpResponse(openid_request.htmlMarkup(request.build_absolute_uri('/'), return_to))
  54
  55
  56 search_fields = ('status_description', 'type', 'note', 'task_id', 'job__note', 'job__project', 'job__job_id',
  57                  'allocations__status_description', 'allocations__processes_group_id', 'allocations__comment')
  58
  59
  60 def parse_date(string):
  61     return datetime.strptime(string.strip(), "%d.%m.%Y").replace(tzinfo=UTC())
  62
  63
  64 @login_required
  65 def jobs_list(request):
  66     update_user_data(request.user, request.session['proxy'])
  67
  68     tasks = request.user.tasks.order_by('-job__submission_time', '-submission_time') \
  69         .select_related('job').prefetch_related('allocations__nodes')
  70
  71     filters = FiltersForm(request.GET)
  72     selected_filters = []
  73     if filters.is_valid():
  74         keywords = filters.cleaned_data['keywords']
  75         status = filters.cleaned_data['status']
  76         host = filters.cleaned_data['host']
  77         purged = filters.cleaned_data['purged']
  78         submission = filters.cleaned_data['submission']
  79         finish = filters.cleaned_data['finish']
  80
  81         if keywords:
  82             and_query = Q()
  83
  84             for q in keywords.split():
  85                 or_query = Q()
  86                 for field in search_fields:
  87                     or_query |= Q(**{field + '__icontains': q})
  88                 and_query &= or_query
  89
  90             tasks = tasks.filter(and_query)
  91             selected_filters.append((keywords, 'keywords', keywords))
  92
  93         if status:
  94             statuses = []
  95             for s in status:
  96                 si = int(s)
  97                 statuses.extend(FiltersForm.STATUS_MAP[si])
  98                 selected_filters.append((FiltersForm.STATUS_CHOICES_DICT[si], 'status', s))
  99
 100             tasks = tasks.filter(status__in=statuses)
 101
 102         if host:
 103             tasks = tasks.filter(allocations__host_name__in=host)
 104
 105             host_dict = dict(filters.fields['host'].choices)
 106             for h in host:
 107                 selected_filters.append((host_dict[h], 'host', h))
 108
 109         if isinstance(purged, bool):
 110             tasks = tasks.filter(purged=purged)
 111
 112             if purged:
 113                 selected_filters.append((u"Usunięty katalog roboczy", 'purged', '1'))
 114             else:
 115                 selected_filters.append((u"Istniejący katalog roboczy", 'purged', '0'))
 116
 117         if submission:
 118             start, end = submission.split('-')
 119
 120             tasks = tasks.filter(submission_time__gte=parse_date(start),
 121                                  submission_time__lte=parse_date(end) + timedelta(days=1))
 122             selected_filters.append((u'Data zlecenia: ' + submission, 'submission', submission))
 123
 124         if finish:
 125             start, end = finish.split('-')
 126
 127             tasks = tasks.filter(finish_time__gte=parse_date(start),
 128                                  finish_time__lte=parse_date(end) + timedelta(days=1))
 129             selected_filters.append((u'Data zakończenia: ' + finish, 'finish', finish))
 130
 131         tasks = tasks.distinct()
 132
 133     checked_status = {i: widget.is_checked() for i, widget in enumerate(filters['status'])}
 134
 135     columns = ColumnsForm(QueryDict(request.COOKIES.get('columns', '')))
 136
 137     displayed = None
 138     if columns.is_valid():
 139         displayed = {int(c) for c in columns.cleaned_data['columns']}
 140
 141     # if invalid or empty
 142     if not displayed:
 143         displayed = set(columns.fields['columns'].initial)
 144
 145     context = {'filters': filters, 'checked_status': checked_status, 'selected_filters': selected_filters,
 146                'columns': ColumnsForm(initial={'columns': displayed}), 'displayed': displayed}
 147
 148     context.update(paginator_context(request, tasks))
 149
 150     return render(request, 'qcg/jobs.html', context)
 151
 152
 153 @login_required
 154 def job_details(request, job_id):
 155     job = get_object_or_404(request.user.jobs.prefetch_related('tasks'), job_id=job_id)
 156
 157     update_job(job, request.session['proxy'])
 158
 159     return render(request, 'qcg/job.html', {'job': job})
 160
 161
 162 @login_required
 163 def task_details(request, job_id, task_id):
 164     task = get_object_or_404(request.user.tasks.select_related('job').prefetch_related('allocations'),
 165                              job__job_id=job_id, task_id=task_id)
 166
 167     update_job(task.job, request.session['proxy'])
 168
 169     return render(request, 'qcg/task.html', {'task': task})
 170
 171
 172 @login_required
 173 def job_submit(request, template_id=None):
 174     save_template = 'save-template' in request.POST
 175     template = get_object_or_404(request.user.templates, id=template_id) if template_id is not None else None
 176
 177     if request.method == 'POST':
 178         form = JobDescriptionForm(request.POST)
 179         env_formset = EnvFormSet(request.POST)
 180         template_form = JobTemplateForm(request.POST, prefix='template', instance=template)
 181
 182         if form.is_valid() and env_formset.is_valid() and (not save_template or template_form.is_valid):
 183             params = form.cleaned_data
 184             params['env_variables'] = [(env['name'], env['value'])
 185                                        for env in env_formset.cleaned_data if env and not env['DELETE']]
 186
 187             job_desc = make_job_desc(params, request.session['proxy'])
 188
 189             if save_template:
 190                 if template is not None:
 191                     # save already existing template...
 192                     instance = template_form.save()
 193                 else:
 194                     # or set attributes for new template
 195                     instance = template_form.save(commit=False)
 196
 197                     instance.owner = request.user
 198                     instance.description = job_desc.xml_description
 199                     instance.save()
 200
 201                 return redirect(instance)
 202
 203             else:
 204                 job = job_desc.submit()
 205
 206                 messages.success(request,
 207                                  format_html('<span class="glyphicon glyphicon-info-sign" aria-hidden="true"></span> '
 208                                              'Zlecono zadanie <em>{}</em>.', job.job_id))
 209
 210                 return redirect('jobs')
 211
 212         print 'form', repr(form.errors)
 213         print 'env_formset', repr(env_formset.errors)
 214         print 'template_form', repr(template_form.errors)
 215     else:
 216         form = JobDescriptionForm()
 217         env_formset = EnvFormSet()
 218         template_form = JobTemplateForm(prefix='template', instance=template)
 219
 220     errors = form.errors or (env_formset.is_bound and not env_formset.is_valid) or (
 221         save_template and template_form.errors)
 222
 223     return render(request, 'qcg/job_submit.html', {'form': form, 'env_formset': env_formset, 'errors': errors,
 224                                                    'template_form': template_form, 'template': template})
 225
 226
 227 @require_POST
 228 @login_required
 229 def job_cancel(request, job_id):
 230     return obj_cancel(request, get_object_or_404(request.user.jobs, job_id=job_id))
 231
 232
 233 @require_POST
 234 @login_required
 235 def task_cancel(request, job_id, task_id):
 236     return obj_cancel(request, get_object_or_404(request.user.tasks, job__job_id=job_id, task_id=task_id))
 237
 238
 239 def obj_cancel(request, obj):
 240     try:
 241         cancel(obj, request.session['proxy'])
 242     except PyqcgException as e:
 243         messages.error(request, format_html('<span class="glyphicon glyphicon-info-sign" aria-hidden="true"></span> {}',
 244                                             e.message))
 245     else:
 246         messages.success(request, format_html('<span class="glyphicon glyphicon-info-sign" aria-hidden="true"></span> '
 247                                               'Zadanie anulowano.'))
 248
 249     return redirect(obj)
 250
 251
 252 @require_POST
 253 @login_required
 254 def job_clean(request, job_id):
 255     return obj_clean(request, get_object_or_404(request.user.jobs, job_id=job_id))
 256
 257
 258 @require_POST
 259 @login_required
 260 def task_clean(request, job_id, task_id):
 261     return obj_clean(request, get_object_or_404(request.user.tasks, job__job_id=job_id, task_id=task_id))
 262
 263
 264 def obj_clean(request, obj):
 265     try:
 266         clean(obj, request.session['proxy'])
 267     except PyqcgException as e:
 268         messages.error(request, format_html('<span class="glyphicon glyphicon-info-sign" aria-hidden="true"></span> {}',
 269                                             e.message))
 270     else:
 271         messages.success(request, format_html('<span class="glyphicon glyphicon-info-sign" aria-hidden="true"></span> '
 272                                               'Usunięto katalog roboczy.'))
 273
 274     return redirect(obj)
 275
 276
 277 @login_required
 278 def gridftp(request):
 279     return render(request, 'qcg/gridftp.html',
 280                   {'new_dir_form': HostPathNameForm(), 'rename_form': RenameForm(), 'archive_form': ArchiveForm()})
 281
 282
 283 @login_required
 284 def gridftp_upload(request):
 285     form = HostPathForm(request.GET)
 286
 287     if not form.is_valid():
 288         raise SuspiciousOperation('Invalid parameters for `gridftp_upload`!')
 289
 290     error = None
 291     try:
 292         FTPOperation(request.session['proxy']).info(make_url(form.cleaned_data, 'path'))
 293     except FTPError as e:
 294         error = e.message
 295
 296     return render(request, 'qcg/gridftp_upload.html',
 297                   {'error': error, 'url': reverse('filex:upload') + '?' + urlencode(form.cleaned_data),
 298                    'host': form.cleaned_data['host'], 'path': form.cleaned_data['path'],
 299                    'sep': '/' if form.cleaned_data['path'].startswith('~') else ''})
 300
 301
 302 @login_required
 303 def job_templates(request):
 304     return render(request, 'qcg/job_templates.html', {'templates': request.user.templates.all()})
 305
 306
 307 @require_POST
 308 @login_required
 309 def template_delete(request, template_id):
 310     template = get_object_or_404(request.user.templates, id=template_id)
 311     template.delete()
 312
 313     messages.success(request, format_html('<span class="glyphicon glyphicon-info-sign" aria-hidden="true"></span> '
 314                                           'Usunięto szablon <em>{}</em>.', template.name))
 315
 316     return redirect('job_templates')