+# coding=utf-8
+from datetime import datetime, timedelta
+
from django.conf import settings
+from django.contrib import messages
from django.contrib.auth import REDIRECT_FIELD_NAME
from django.contrib.auth.decorators import login_required
+from django.core.exceptions import SuspiciousOperation
from django.core.urlresolvers import reverse
-from django.http import HttpResponse
-from django.shortcuts import render, get_object_or_404
+from django.db.models import Q
+from django.http import HttpResponse, QueryDict
+from django.shortcuts import render, get_object_or_404, redirect
+from django.utils.html import format_html
from django.utils.http import urlencode
+from django.utils.timezone import UTC
+from django.views.decorators.http import require_POST
from django_openid_auth.views import make_consumer
from openid.extensions import ax
-from pyqcg import QCG
+from pyqcg.utils.qcg_types import PyqcgException
-from qcg.utils import update_user_data, paginator_context
+from filex.forms import HostPathNameForm, RenameForm, ArchiveForm, HostPathForm
+from filex.ftp import FTPOperation, FTPError
+from filex.views import make_url
+from qcg.forms import FiltersForm, ColumnsForm, JobDescriptionForm, EnvFormSet
+from qcg.utils import paginator_context
+from qcg.service import update_user_data, submit_job, update_job, cancel
def index(request):
return HttpResponse(openid_request.htmlMarkup(request.build_absolute_uri('/'), return_to))
+search_fields = ('status_description', 'type', 'note', 'task_id', 'job__note', 'job__project', 'job__job_id',
+ 'allocations__status_description', 'allocations__processes_group_id', 'allocations__comment')
+
+
+def parse_date(string):
+ return datetime.strptime(string.strip(), "%d.%m.%Y").replace(tzinfo=UTC())
+
+
@login_required
def jobs_list(request):
- # QCG.start()
- # update_user_data(request.user, request.session['proxy'])
+ update_user_data(request.user, request.session['proxy'])
tasks = request.user.tasks.order_by('-job__submission_time', '-submission_time') \
- .select_related('job').prefetch_related('allocations__nodes')
+ .select_related('job').prefetch_related('allocations__nodes')
+
+ filters = FiltersForm(request.GET)
+ selected_filters = []
+ if filters.is_valid():
+ keywords = filters.cleaned_data['keywords']
+ status = filters.cleaned_data['status']
+ host = filters.cleaned_data['host']
+ submission = filters.cleaned_data['submission']
+ finish = filters.cleaned_data['finish']
+
+ if keywords:
+ and_query = Q()
+
+ for q in keywords.split():
+ or_query = Q()
+ for field in search_fields:
+ or_query |= Q(**{field + '__icontains': q})
+ and_query &= or_query
+
+ tasks = tasks.filter(and_query)
+ selected_filters.append((keywords, 'keywords', keywords))
+
+ if status:
+ statuses = []
+ for s in status:
+ si = int(s)
+ statuses.extend(FiltersForm.STATUS_MAP[si])
+ selected_filters.append((FiltersForm.STATUS_CHOICES_DICT[si], 'status', s))
+
+ tasks = tasks.filter(status__in=statuses)
+
+ if host:
+ tasks = tasks.filter(allocations__host_name__in=host)
+
+ host_dict = dict(filters.fields['host'].choices)
+ for h in host:
+ selected_filters.append((host_dict[h], 'host', h))
- context = paginator_context(request, tasks)
+ if submission:
+ start, end = submission.split('-')
+
+ tasks = tasks.filter(submission_time__gte=parse_date(start),
+ submission_time__lte=parse_date(end) + timedelta(days=1))
+ selected_filters.append((u'Data zlecenia: ' + submission, 'submission', submission))
+
+ if finish:
+ start, end = finish.split('-')
+
+ tasks = tasks.filter(finish_time__gte=parse_date(start),
+ finish_time__lte=parse_date(end) + timedelta(days=1))
+ selected_filters.append((u'Data zakończenia: ' + finish, 'finish', finish))
+
+ tasks = tasks.distinct()
+
+ checked_status = {i: widget.is_checked() for i, widget in enumerate(filters['status'])}
+
+ columns = ColumnsForm(QueryDict(request.COOKIES.get('columns', '')))
+
+ displayed = None
+ if columns.is_valid():
+ displayed = {int(c) for c in columns.cleaned_data['columns']}
+
+ # if invalid or empty
+ if not displayed:
+ displayed = set(columns.fields['columns'].initial)
+
+ context = {'filters': filters, 'checked_status': checked_status, 'selected_filters': selected_filters,
+ 'columns': ColumnsForm(initial={'columns': displayed}), 'displayed': displayed}
+
+ context.update(paginator_context(request, tasks))
return render(request, 'qcg/jobs.html', context)
def job_details(request, job_id):
job = get_object_or_404(request.user.jobs.prefetch_related('tasks'), job_id=job_id)
+ update_job(job, request.session['proxy'])
+
return render(request, 'qcg/job.html', {'job': job})
+@login_required
def task_details(request, job_id, task_id):
task = get_object_or_404(request.user.tasks.select_related('job').prefetch_related('allocations'),
job__job_id=job_id, task_id=task_id)
+ update_job(task.job, request.session['proxy'])
+
return render(request, 'qcg/task.html', {'task': task})
+
+
+@login_required
+def job_submit(request):
+ if request.method == 'POST':
+ form = JobDescriptionForm(request.POST)
+ env_formset = EnvFormSet(request.POST)
+
+ if form.is_valid() and env_formset.is_valid():
+ params = form.cleaned_data
+ params['env_variables'] = [(env['name'], env['value'])
+ for env in env_formset.cleaned_data if env and not env['DELETE']]
+
+ job_id = submit_job(params, request.session['proxy'])
+
+ messages.success(request,
+ format_html('<span class="glyphicon glyphicon-info-sign" aria-hidden="true"></span> '
+ 'Zlecono zadanie <em>{}</em>.', job_id))
+
+ return redirect('jobs')
+
+ print repr(form.errors)
+ print repr(env_formset.errors)
+ else:
+ form = JobDescriptionForm()
+ env_formset = EnvFormSet()
+
+ errors = form.errors or (env_formset.is_bound and not env_formset.is_valid)
+
+ return render(request, 'qcg/job_submit.html', {'form': form, 'env_formset': env_formset, 'errors': errors})
+
+
+@require_POST
+@login_required
+def job_cancel(request, job_id):
+ return obj_cancel(request, get_object_or_404(request.user.jobs, job_id=job_id))
+
+
+@require_POST
+@login_required
+def task_cancel(request, job_id, task_id):
+ return obj_cancel(request, get_object_or_404(request.user.tasks, job__job_id=job_id, task_id=task_id))
+
+
+def obj_cancel(request, obj):
+ try:
+ cancel(obj, request.session['proxy'])
+ except PyqcgException as e:
+ messages.error(request, format_html('<span class="glyphicon glyphicon-info-sign" aria-hidden="true"></span> {}',
+ e.message))
+ else:
+ messages.success(request, format_html('<span class="glyphicon glyphicon-info-sign" aria-hidden="true"></span> '
+ 'Zadanie anulowano.'))
+
+ return redirect(obj)
+
+
+@login_required
+def gridftp(request):
+ return render(request, 'qcg/gridftp.html',
+ {'new_dir_form': HostPathNameForm(), 'rename_form': RenameForm(), 'archive_form': ArchiveForm()})
+
+
+@login_required
+def gridftp_upload(request):
+ form = HostPathForm(request.GET)
+
+ if not form.is_valid():
+ raise SuspiciousOperation('Invalid parameters for `gridftp_upload`!')
+
+ error = None
+ try:
+ FTPOperation(request.session['proxy']).info(make_url(form.cleaned_data, 'path'))
+ except FTPError as e:
+ error = e.message
+
+ return render(request, 'qcg/gridftp_upload.html',
+ {'error': error, 'url': reverse('filex:upload') + '?' + urlencode(form.cleaned_data),
+ 'host': form.cleaned_data['host'], 'path': form.cleaned_data['path'],
+ 'sep': '/' if form.cleaned_data['path'].startswith('~') else ''})
projects / qcg-portal.git / blobdiff