X-Git-Url: http://mmka.chem.univ.gda.pl/gitweb/?a=blobdiff_plain;f=qcg%2Fviews.py;h=91c052310196ffad5ba027cf25c6145d533eb9ee;hb=7e5bf1ffbcf2dd1d728102f531520258958602d2;hp=dd6ecf77b48d5916e1b32396027ccc43b8573f6c;hpb=f65c86b86fd66ad8b0d45f3a5e4f6169e2e71d19;p=qcg-portal.git

diff --git a/qcg/views.py b/qcg/views.py
index dd6ecf7..91c0523 100644
--- a/qcg/views.py
+++ b/qcg/views.py
@@ -1,17 +1,40 @@
+# coding=utf-8
+from datetime import datetime, timedelta
+
 from django.conf import settings
+from django.contrib import messages
 from django.contrib.auth import REDIRECT_FIELD_NAME
 from django.contrib.auth.decorators import login_required
+from django.core.exceptions import SuspiciousOperation
 from django.core.urlresolvers import reverse
-from django.http import HttpResponse
-from django.shortcuts import render
+from django.db.models import Q
+from django.http import HttpResponse, QueryDict
+from django.shortcuts import render, get_object_or_404, redirect
+from django.utils.html import format_html
 from django.utils.http import urlencode
+from django.utils.timezone import UTC
+from django.views.decorators.http import require_POST
 from django_openid_auth.views import make_consumer
 from openid.extensions import ax
-from pyqcg.qcg import QCG
-from qcg.models import Task
+from pyqcg.utils import PyqcgException
+
+from filex.forms import HostPathNameForm, RenameForm, ArchiveForm, HostPathForm
+from filex.ftp import FTPOperation, FTPError
+from filex.views import make_url
+from qcg.forms import FiltersForm, ColumnsForm, JobDescriptionForm, EnvFormSet, JobTemplateForm
+from qcg.models import JobTemplate
+from qcg.utils import paginator_context, to_job_desc, to_form_data, restricted, cached_resources
+from qcg import service
 
-from qcg.utils import update_user_data
 
+from django.utils import encoding
+import string
+import random
+import os
+from qcg import constants
+from qcg.utils import chunks, generate_md_inputfile
+# for Debugging
+from pprint import pprint
 
 def index(request):
     return render(request, 'qcg/base.html')
@@ -40,17 +63,307 @@ def openid_begin(request):
     return HttpResponse(openid_request.htmlMarkup(request.build_absolute_uri('/'), return_to))
 
 
-@login_required
+search_fields = ('status_description', 'type', 'note', 'task_id', 'job__note', 'job__project', 'job__job_id',
+                 'allocations__status_description', 'allocations__processes_group_id', 'allocations__comment')
+
+
+def parse_date(string):
+    return datetime.strptime(string.strip(), "%d.%m.%Y").replace(tzinfo=UTC())
+
+
+@restricted
 def jobs_list(request):
-    # QCG.start()
-    # update_user_data(request.user, request.session['proxy'])
+    service.update_user_data(request.user, request.session['proxy'])
+
+    tasks = request.user.tasks.order_by('-job__submission_time', '-submission_time') \
+        .select_related('job').prefetch_related('allocations__nodes')
+
+    filters = FiltersForm(request.GET)
+    selected_filters = []
+    if filters.is_valid():
+        keywords = filters.cleaned_data['keywords']
+        status = filters.cleaned_data['status']
+        host = filters.cleaned_data['host']
+        purged = filters.cleaned_data['purged']
+        submission = filters.cleaned_data['submission']
+        finish = filters.cleaned_data['finish']
+
+        if keywords:
+            and_query = Q()
+
+            for q in keywords.split():
+                or_query = Q()
+                for field in search_fields:
+                    or_query |= Q(**{field + '__icontains': q})
+                and_query &= or_query
+
+            tasks = tasks.filter(and_query)
+            selected_filters.append((keywords, 'keywords', keywords))
+
+        if status:
+            statuses = []
+            for s in status:
+                si = int(s)
+                statuses.extend(FiltersForm.STATUS_MAP[si])
+                selected_filters.append((FiltersForm.STATUS_CHOICES_DICT[si], 'status', s))
+
+            tasks = tasks.filter(status__in=statuses)
+
+        if host:
+            tasks = tasks.filter(allocations__host_name__in=host)
+
+            host_dict = dict(filters.fields['host'].choices)
+            for h in host:
+                selected_filters.append((host_dict[h], 'host', h))
+
+        if isinstance(purged, bool):
+            tasks = tasks.filter(purged=purged)
+
+            if purged:
+                selected_filters.append((u"Usunięty katalog roboczy", 'purged', '1'))
+            else:
+                selected_filters.append((u"Istniejący katalog roboczy", 'purged', '0'))
+
+        if submission:
+            start, end = submission.split('-')
+
+            tasks = tasks.filter(submission_time__gte=parse_date(start),
+                                 submission_time__lte=parse_date(end) + timedelta(days=1))
+            selected_filters.append((u'Data zlecenia: ' + submission, 'submission', submission))
+
+        if finish:
+            start, end = finish.split('-')
+
+            tasks = tasks.filter(finish_time__gte=parse_date(start),
+                                 finish_time__lte=parse_date(end) + timedelta(days=1))
+            selected_filters.append((u'Data zakończenia: ' + finish, 'finish', finish))
+
+        tasks = tasks.distinct()
+
+    checked_status = {i: widget.is_checked() for i, widget in enumerate(filters['status'])}
+
+    columns = ColumnsForm(QueryDict(request.COOKIES.get('columns', '')))
+
+    displayed = None
+    if columns.is_valid():
+        displayed = {int(c) for c in columns.cleaned_data['columns']}
+
+    # if invalid or empty
+    if not displayed:
+        displayed = set(columns.fields['columns'].initial)
+
+    context = {'filters': filters, 'checked_status': checked_status, 'selected_filters': selected_filters,
+               'columns': ColumnsForm(initial={'columns': displayed}), 'displayed': displayed}
+
+    context.update(paginator_context(request, tasks))
+
+    return render(request, 'qcg/jobs.html', context)
+
+
+@restricted
+def job_details(request, job_id):
+    job = get_object_or_404(request.user.jobs.select_related('owner').prefetch_related('tasks'), job_id=job_id)
+
+    return render(request, 'qcg/job.html', process_details(request, job))
+
+
+@restricted
+def task_details(request, job_id, task_id):
+    task = get_object_or_404(request.user.tasks.select_related('job__owner').prefetch_related('allocations'),
+                             job__job_id=job_id, task_id=task_id)
+
+    return render(request, 'qcg/task.html', process_details(request, task.job, task))
+
+
+def process_details(request, job, task=None):
+    if not job.terminated or not job.purged:
+        service.update_job(job, request.session['proxy'])
+
+    form_data = to_form_data(job.qcg_description)
+    env_formset_data = [{'name': name, 'value': value} for name, value in form_data.pop('env_variables', ())]
+
+    form = JobDescriptionForm(initial=form_data)
+    env_formset = EnvFormSet(initial=env_formset_data)
+    template_form = JobTemplateForm(initial={'name': (task and task.note) or u'Szablon z {}'.format(job.job_id)})
+
+    for field in form:
+        field.field.widget.attrs['disabled'] = 'True'
+    for env_form in env_formset:
+        for field in env_form:
+            field.field.widget.attrs['disabled'] = 'True'
+
+    return {'job': job, 'task': task, 'form': form, 'env_formset': env_formset, 'template_form': template_form}
+
+
+def id_generator(size=6, chars=string.ascii_uppercase + string.digits):
+    return ''.join(random.choice(chars) for _ in range(size))
+
+@restricted
+def job_submit(request, template_id=None):
+    save_template = 'save-template' in request.POST
+    template = get_object_or_404(request.user.templates, id=template_id) if template_id is not None else None
+
+    if template is not None:
+        form_data = to_form_data(template.description)
+        env_formset_data = [{'name': name, 'value': value} for name, value in form_data.pop('env_variables', ())]
+    else:
+        form_data, env_formset_data = None, None
+    hosts, applications, modules = cached_resources(request.session['proxy'])
+
+    if request.method == 'POST':
+        form = JobDescriptionForm(request.POST, form_data, hosts, applications, modules)
+        env_formset = EnvFormSet(request.POST, initial=env_formset_data)
+        template_form = JobTemplateForm(request.POST, prefix='template', instance=template)
+
+        if form.is_valid() and env_formset.is_valid() and (not save_template or template_form.is_valid()):
+            params = form.cleaned_data
+            params['env_variables'] = [(env['name'], env['value'])
+                                       for env in env_formset.cleaned_data if env and not env['DELETE']]
+
+            # Generowanie pliku inputowego
+            md_input=generate_md_inputfile(params)
+            url=os.path.splitext(params['pdb_file'])[0]+'_MD_genarated.inp'
+            params['master_file']=url
+            params['stage_in'].append(params['pdb_file'])
+            # Upload
+            ftp = FTPOperation(request.session['proxy'])
+            ftp.put(url)
+            for chunk in chunks('\n'.join([str(i) for i in md_input] ), 4096):
+                ftp.stream.put(chunk)
+            ftp.stream.put(None)
+            ftp.wait()
+            
+            params['persistent'] = True
+
+            job_desc = to_job_desc(params, request.session['proxy'])
+
+
+            if save_template:
+                template = template_form.save(commit=False)
+
+                template.owner = request.user
+                template.description = job_desc.xml_description
+                template.save()
+
+                return redirect(template)
+
+            job = service.submit(job_desc, request.session['proxy'])
+
+
+            messages.success(request,
+                             format_html(u'<span class="glyphicon glyphicon-info-sign" aria-hidden="true"></span> '
+                                         u'Zlecono zadanie <em>{}</em>.', job.job_id))
+            
+            return redirect('jobs')
+    else:
+        form = JobDescriptionForm(initial=form_data, hosts=hosts, applications=applications, modules=modules)
+        env_formset = EnvFormSet(initial=env_formset_data)
+        template_form = JobTemplateForm(prefix='template', instance=template)
+
+    errors = form.errors or (env_formset.is_bound and not env_formset.is_valid) or (
+        save_template and template_form.errors)
+
+    return render(request, 'qcg/job_submit.html', {'form': form, 'env_formset': env_formset, 'errors': errors,
+                                                   'template_form': template_form, 'template': template})
+
+
+@require_POST
+@login_required
+def job_cancel(request, job_id):
+    job = get_object_or_404(request.user.jobs, job_id=job_id)
+    return obj_run(request, job, service.cancel, u'Zadanie anulowano.')
+
+
+@require_POST
+@login_required
+def task_cancel(request, job_id, task_id):
+    task = get_object_or_404(request.user.tasks, job__job_id=job_id, task_id=task_id)
+    return obj_run(request, task, service.cancel, u'Zadanie anulowano.')
+
+
+@require_POST
+@login_required
+def job_clean(request, job_id):
+    job = get_object_or_404(request.user.jobs, job_id=job_id)
+    return obj_run(request, job, service.clean, u'Usunięto katalog roboczy.')
+
+
+@require_POST
+@login_required
+def task_clean(request, job_id, task_id):
+    task = get_object_or_404(request.user.tasks, job__job_id=job_id, task_id=task_id)
+    return obj_run(request, task, service.clean, u'Usunięto katalog roboczy.')
+
+
+def obj_run(request, obj, func, msg):
+    try:
+        func(obj, request.session['proxy'])
+    except PyqcgException as e:
+        messages.error(request, format_html(u'<span class="glyphicon glyphicon-info-sign" aria-hidden="true"></span> {}',
+                                            e.message))
+    else:
+        messages.success(request,
+                         format_html(u'<span class="glyphicon glyphicon-info-sign" aria-hidden="true"></span> {}', msg))
+
+    return redirect(obj)
+
+
+@restricted
+def gridftp(request):
+    return render(request, 'qcg/gridftp.html',
+                  {'new_dir_form': HostPathNameForm(), 'rename_form': RenameForm(), 'archive_form': ArchiveForm()})
+
+
+@restricted
+def gridftp_upload(request):
+    form = HostPathForm(request.GET)
+
+    if not form.is_valid():
+        raise SuspiciousOperation('Invalid parameters for `gridftp_upload`!')
+
+    error = None
+    try:
+        FTPOperation(request.session['proxy']).info(make_url(form.cleaned_data, 'path'))
+    except FTPError as e:
+        error = e.message
+
+    return render(request, 'qcg/gridftp_upload.html',
+                  {'error': error, 'url': reverse('filex:upload') + '?' + urlencode(form.cleaned_data),
+                   'host': form.cleaned_data['host'], 'path': form.cleaned_data['path'],
+                   'sep': '/' if form.cleaned_data['path'].startswith('~') else ''})
+
+
+@restricted
+def job_templates(request):
+    return render(request, 'qcg/job_templates.html', {'templates': request.user.templates.all()})
+
+
+@require_POST
+@login_required
+def template_delete(request, template_id):
+    template = get_object_or_404(request.user.templates, id=template_id)
+    template.delete()
+
+    messages.success(request, format_html(u'<span class="glyphicon glyphicon-info-sign" aria-hidden="true"></span> '
+                                          u'Usunięto szablon <em>{}</em>.', template.name))
+
+    return redirect('job_templates')
+
+
+@require_POST
+@login_required
+def job_save_template(request, job_id):
+    job = get_object_or_404(request.user.jobs, job_id=job_id)
+
+    template_form = JobTemplateForm(request.POST,
+                                    instance=JobTemplate(owner=request.user, description=job.qcg_description))
 
-    tasks = Task.objects.filter(job__owner=request.user) \
-                        .select_related('job').prefetch_related('allocations__nodes') \
-                        .order_by('-job__submission_time', '-submission_time')[:25]
+    if template_form.is_valid():
+        template = template_form.save()
 
-    return render(request, 'qcg/jobs.html', {'tasks': tasks})
+        return redirect(template)
 
+    messages.error(request, format_html(u'<span class="glyphicon glyphicon-info-sign" aria-hidden="true"></span> {}'
+                                        u'Nie udało się zapisać szablonu!', template_form.errors))
 
-def job_details(request):
-    return render(request, 'qcg/job.html')
+    return redirect(job)