X-Git-Url: http://mmka.chem.univ.gda.pl/gitweb/?a=blobdiff_plain;f=qcg%2Fviews.py;h=5e8f0a001b9760cf8e84718d876941238779937e;hb=bb22ef5ff00541b1e6c248b780bad42d591d2382;hp=f3fd38959333a1a51b3d278ab92add07f149105d;hpb=c4f84f905b8dffb3856a097c180668ded6173fec;p=qcg-portal.git diff --git a/qcg/views.py b/qcg/views.py index f3fd389..5e8f0a0 100644 --- a/qcg/views.py +++ b/qcg/views.py @@ -1,20 +1,33 @@ +# coding=utf-8 from datetime import datetime, timedelta + from django.conf import settings +from django.contrib import messages from django.contrib.auth import REDIRECT_FIELD_NAME from django.contrib.auth.decorators import login_required +from django.core.exceptions import SuspiciousOperation from django.core.urlresolvers import reverse from django.db.models import Q -from django.http import HttpResponse -from django.shortcuts import render, get_object_or_404 +from django.http import HttpResponse, QueryDict +from django.shortcuts import render, get_object_or_404, redirect +from django.utils.html import format_html from django.utils.http import urlencode from django.utils.timezone import UTC +from django.views.decorators.http import require_POST from django_openid_auth.views import make_consumer from openid.extensions import ax -from pyqcg import QCG +from pyqcg.utils import PyqcgException -from qcg.forms import FiltersForm -from qcg.utils import update_user_data, paginator_context +from filex.forms import HostPathNameForm, RenameForm, ArchiveForm, HostPathForm +from filex.ftp import FTPOperation, FTPError +from filex.views import make_url +from qcg.forms import FiltersForm, ColumnsForm, JobDescriptionForm, EnvFormSet, JobTemplateForm +from qcg.models import JobTemplate +from qcg.utils import paginator_context, to_job_desc, to_form_data +from qcg.service import update_user_data, update_job, cancel, clean +# for Debugging +from pprint import pprint def index(request): return render(request, 'qcg/base.html') @@ -53,31 +66,21 @@ def parse_date(string): @login_required def jobs_list(request): - # QCG.start() - # update_user_data(request.user, request.session['proxy']) + update_user_data(request.user, request.session['proxy']) tasks = request.user.tasks.order_by('-job__submission_time', '-submission_time') \ .select_related('job').prefetch_related('allocations__nodes') filters = FiltersForm(request.GET) - advanced = False + selected_filters = [] if filters.is_valid(): keywords = filters.cleaned_data['keywords'] status = filters.cleaned_data['status'] host = filters.cleaned_data['host'] - status_exact = filters.cleaned_data['status_exact'] + purged = filters.cleaned_data['purged'] submission = filters.cleaned_data['submission'] finish = filters.cleaned_data['finish'] - if status: - statuses = [] - for s in status: - statuses.extend(FiltersForm.STATUS_MAP[int(s)]) - - tasks = tasks.filter(status__in=statuses) - if host: - tasks = tasks.filter(allocations__host_name__in=host) - if keywords: and_query = Q() @@ -88,22 +91,63 @@ def jobs_list(request): and_query &= or_query tasks = tasks.filter(and_query) - if status_exact: - tasks = tasks.filter(status=status_exact) + selected_filters.append((keywords, 'keywords', keywords)) + + if status: + statuses = [] + for s in status: + si = int(s) + statuses.extend(FiltersForm.STATUS_MAP[si]) + selected_filters.append((FiltersForm.STATUS_CHOICES_DICT[si], 'status', s)) + + tasks = tasks.filter(status__in=statuses) + + if host: + tasks = tasks.filter(allocations__host_name__in=host) + + host_dict = dict(filters.fields['host'].choices) + for h in host: + selected_filters.append((host_dict[h], 'host', h)) + + if isinstance(purged, bool): + tasks = tasks.filter(purged=purged) + + if purged: + selected_filters.append((u"Usunięty katalog roboczy", 'purged', '1')) + else: + selected_filters.append((u"Istniejący katalog roboczy", 'purged', '0')) + if submission: start, end = submission.split('-') tasks = tasks.filter(submission_time__gte=parse_date(start), submission_time__lte=parse_date(end) + timedelta(days=1)) + selected_filters.append((u'Data zlecenia: ' + submission, 'submission', submission)) + if finish: start, end = finish.split('-') tasks = tasks.filter(finish_time__gte=parse_date(start), finish_time__lte=parse_date(end) + timedelta(days=1)) + selected_filters.append((u'Data zakończenia: ' + finish, 'finish', finish)) + + tasks = tasks.distinct() - advanced = bool(keywords or status_exact or submission or finish) + checked_status = {i: widget.is_checked() for i, widget in enumerate(filters['status'])} + + columns = ColumnsForm(QueryDict(request.COOKIES.get('columns', ''))) + + displayed = None + if columns.is_valid(): + displayed = {int(c) for c in columns.cleaned_data['columns']} + + # if invalid or empty + if not displayed: + displayed = set(columns.fields['columns'].initial) + + context = {'filters': filters, 'checked_status': checked_status, 'selected_filters': selected_filters, + 'columns': ColumnsForm(initial={'columns': displayed}), 'displayed': displayed} - context = {'filters': filters, 'advanced': advanced} context.update(paginator_context(request, tasks)) return render(request, 'qcg/jobs.html', context) @@ -113,11 +157,215 @@ def jobs_list(request): def job_details(request, job_id): job = get_object_or_404(request.user.jobs.prefetch_related('tasks'), job_id=job_id) - return render(request, 'qcg/job.html', {'job': job}) + return render(request, 'qcg/job.html', process_details(request, job)) +@login_required def task_details(request, job_id, task_id): task = get_object_or_404(request.user.tasks.select_related('job').prefetch_related('allocations'), job__job_id=job_id, task_id=task_id) - return render(request, 'qcg/task.html', {'task': task}) + return render(request, 'qcg/task.html', process_details(request, task.job, task)) + + +def process_details(request, job, task=None): + if not job.terminated or not job.purged: + update_job(job, request.session['proxy']) + + form_data = to_form_data(job.qcg_description) + env_formset_data = [{'name': name, 'value': value} for name, value in form_data.pop('env_variables', ())] + + form = JobDescriptionForm(initial=form_data) + env_formset = EnvFormSet(initial=env_formset_data) + template_form = JobTemplateForm(initial={'name': (task and task.note) or u'Szablon z {}'.format(job.job_id)}) + + for field in form: + field.field.widget.attrs['disabled'] = 'True' + for env_form in env_formset: + for field in env_form: + field.field.widget.attrs['disabled'] = 'True' + + return {'job': job, 'task': task, 'form': form, 'env_formset': env_formset, 'template_form': template_form} + +def generate_mremd_inputfile(params, mremd_input): + mremd_input = list() + opis=params['note'] + mremd_input.append(opis[:73]) + mremd_input.append('SEED=-3059743 PDBREF MD EXTCONF RESCALE_MODE=2') + + + + + return mremd_input + +@login_required +def job_submit(request, template_id=None): + save_template = 'save-template' in request.POST + template = get_object_or_404(request.user.templates, id=template_id) if template_id is not None else None + + if template is not None: + form_data = to_form_data(template.description) + env_formset_data = [{'name': name, 'value': value} for name, value in form_data.pop('env_variables', ())] + else: + form_data, env_formset_data = None, None + + if request.method == 'POST': + form = JobDescriptionForm(request.POST, initial=form_data) + env_formset = EnvFormSet(request.POST, initial=env_formset_data) + template_form = JobTemplateForm(request.POST, prefix='template', instance=template) + + if form.is_valid() and env_formset.is_valid() and (not save_template or template_form.is_valid()): + params = form.cleaned_data + params['env_variables'] = [(env['name'], env['value']) + for env in env_formset.cleaned_data if env and not env['DELETE']] + + # tu wygenerować plik inputowy i go uploadować? + mremd_input=list() + print generate_mremd_inputfile(params,mremd_input) + + + params['persistent'] = True + # Debugging parametrów + pprint(params) + + job_desc = to_job_desc(params, request.session['proxy']) + + if save_template: + template = template_form.save(commit=False) + + template.owner = request.user + template.description = job_desc.xml_description + template.save() + + return redirect(template) + + # wyłączenie wysyłania zadania + ''' + job = job_desc.submit() + + messages.success(request, + format_html(' ' + u'Zlecono zadanie {}.', job.job_id)) + ''' + return redirect('jobs') + else: + form = JobDescriptionForm(initial=form_data) + env_formset = EnvFormSet(initial=env_formset_data) + template_form = JobTemplateForm(prefix='template', instance=template) + + errors = form.errors or (env_formset.is_bound and not env_formset.is_valid) or ( + save_template and template_form.errors) + + return render(request, 'qcg/job_submit.html', {'form': form, 'env_formset': env_formset, 'errors': errors, + 'template_form': template_form, 'template': template}) + + +@require_POST +@login_required +def job_cancel(request, job_id): + return obj_cancel(request, get_object_or_404(request.user.jobs, job_id=job_id)) + + +@require_POST +@login_required +def task_cancel(request, job_id, task_id): + return obj_cancel(request, get_object_or_404(request.user.tasks, job__job_id=job_id, task_id=task_id)) + + +def obj_cancel(request, obj): + try: + cancel(obj, request.session['proxy']) + except PyqcgException as e: + messages.error(request, format_html(' {}', + e.message)) + else: + messages.success(request, format_html(' ' + 'Zadanie anulowano.')) + + return redirect(obj) + + +@require_POST +@login_required +def job_clean(request, job_id): + return obj_clean(request, get_object_or_404(request.user.jobs, job_id=job_id)) + + +@require_POST +@login_required +def task_clean(request, job_id, task_id): + return obj_clean(request, get_object_or_404(request.user.tasks, job__job_id=job_id, task_id=task_id)) + + +def obj_clean(request, obj): + try: + clean(obj, request.session['proxy']) + except PyqcgException as e: + messages.error(request, format_html(' {}', + e.message)) + else: + messages.success(request, format_html(' ' + 'Usunięto katalog roboczy.')) + + return redirect(obj) + + +@login_required +def gridftp(request): + return render(request, 'qcg/gridftp.html', + {'new_dir_form': HostPathNameForm(), 'rename_form': RenameForm(), 'archive_form': ArchiveForm()}) + + +@login_required +def gridftp_upload(request): + form = HostPathForm(request.GET) + + if not form.is_valid(): + raise SuspiciousOperation('Invalid parameters for `gridftp_upload`!') + + error = None + try: + FTPOperation(request.session['proxy']).info(make_url(form.cleaned_data, 'path')) + except FTPError as e: + error = e.message + + return render(request, 'qcg/gridftp_upload.html', + {'error': error, 'url': reverse('filex:upload') + '?' + urlencode(form.cleaned_data), + 'host': form.cleaned_data['host'], 'path': form.cleaned_data['path'], + 'sep': '/' if form.cleaned_data['path'].startswith('~') else ''}) + + +@login_required +def job_templates(request): + return render(request, 'qcg/job_templates.html', {'templates': request.user.templates.all()}) + + +@require_POST +@login_required +def template_delete(request, template_id): + template = get_object_or_404(request.user.templates, id=template_id) + template.delete() + + messages.success(request, format_html(' ' + u'Usunięto szablon {}.', template.name)) + + return redirect('job_templates') + + +@require_POST +@login_required +def job_save_template(request, job_id): + job = get_object_or_404(request.user.jobs, job_id=job_id) + + template_form = JobTemplateForm(request.POST, + instance=JobTemplate(owner=request.user, description=job.qcg_description)) + + if template_form.is_valid(): + template = template_form.save() + + return redirect(template) + + messages.error(request, format_html(' {}' + 'Nie udało się zapisać szablonu!', template_form.errors)) + + return redirect(job)