django_simple/todo/jobfiles.py

   1 import logging
   2
   3 from django.db.models.signals import post_save, post_delete
   4 from django.dispatch import receiver
   5 from .models import Task
   6 import os
   7 import shutil
   8 import subprocess
   9 import json
  10 from string import Template
  11 import textwrap
  12
  13 logging.basicConfig()
  14 logger = logging.getLogger(__name__)
  15
  16 def seq_2d_xx(line,seq):
  17    line=line.replace(" ","")
  18    lista=list(line)
  19    for ii in range(0,len(line)):
  20     if seq[ii]=='X':
  21       if ii>0:
  22             lista[ii-1]='-'
  23       if ii+1<len(line):
  24             lista[ii+1]='-'
  25    return("".join(lista))
  26
  27 def seq_2d_write(line):
  28    line=line.replace(" ", "")
  29    out='{:d}\n{:6.1f}\n'.format(len(line),50.0)
  30    for i in range(1,4):
  31      out=out+'{:5d}{:8.3f}{:8.3f}\n'.format(i,0.0,180.0)
  32    for ii in range(1,len(line)-2):
  33      i+=1
  34      if line[ii:ii+2]=='HH':
  35        out=out+'{:5d}{:8.3f}{:8.3f}\n'.format(i,50.0,20.0)
  36      elif line[ii:ii+2]=='EE':
  37        out=out+'{:5d}{:8.3f}{:8.3f}\n'.format(i,180.0,40.0)
  38      else:
  39        out=out+'{:5d}{:8.3f}{:8.3f}\n'.format(i,0.0,180.0)
  40    return(out)
  41
  42 def seq_2d_write_50(line):
  43    line=line.replace(" ", "")
  44    out='{:d}\n'.format(len(line))
  45    for i in range(1,4):
  46      out=out+'{:5d}{:8.3f}{:8.3f}{:8.3f}\n'.format(i,0.0,180.0,50.0)
  47    for ii in range(1,len(line)-2):
  48      i+=1
  49      if line[ii:ii+2]=='HH':
  50        out=out+'{:5d}{:8.3f}{:8.3f}{:8.3f}\n'.format(i,50.0,20.0,50.0)
  51      elif line[ii:ii+2]=='EE':
  52        out=out+'{:5d}{:8.3f}{:8.3f}{:8.3f}\n'.format(i,180.0,40.0,50.0)
  53      else:
  54        out=out+'{:5d}{:8.3f}{:8.3f}{:8.3f}\n'.format(i,0.0,180.0,50.0)
  55    return(out)
  56
  57 def write_ssbond(ssbond):
  58    list=[]
  59    if ssbond!='':
  60      ssbond=json.loads(ssbond)
  61      for e in ssbond:
  62            list.append(e[0])
  63            list.append(e[1])
  64      list_sorted=sorted(list)
  65
  66    if len(list)>0:
  67        return str(len(list))+' '+' '.join(map(str,list_sorted))+'\n'+\
  68             str(len(ssbond))+' '+' '.join(map(str,list))+'\n'
  69    else:
  70        return '0\n'
  71
  72
  73 @receiver(post_save, sender=Task)
  74 def write_on_task_save(sender, instance, **kwargs):
  75    if instance.ready and not instance.done and instance.running==0:
  76      if (not os.path.isdir(instance.jobdirname)):
  77         os.mkdir(instance.jobdirname)
  78 #     os.chdir(instance.jobdirname)
  79
  80
  81
  82 #md=Template('nstep=$nstep ntwe=100  ntwx=100   dt=0.20 damax=10.0 lang=1'+
  83 #   't_bath=300 reset_vel=0 respa ntime_split=1 maxtime_split=512 mdpdb')
  84 #wrapper = textwrap.TextWrapper(width=70)
  85 #word_list = wrapper.wrap(text=md.substitute(nstep=str(nstep)))
  86
  87      if  instance.unres_ff =='FF2':
  88       w="""WSC=1.00000 WSCP=1.23315 WELEC=0.84476 WBOND=1.00000 WANG=0.62954              &
  89 WSCLOC=0.10554 WTOR=1.34316 WTORD=1.26571 WCORRH=0.19212 WCORR5=0.00000        &
  90 WCORR6=0.00000 WEL_LOC=0.37357 WTURN3=1.40323 WTURN4=0.64673 WTURN6=0.00000    &
  91 WVDWPP=0.23173 WHPB=1.00000 WSCCOR=0.25                                        &
  92 CUTOFF=7.00000 WCORR4=0.00000"""
  93      else:
  94       w="""WSC=0.82686 WSCP=0.96947 WELEC=0.79373 WBOND=1.00000 WANG=0.46542              &
  95 WSCLOC=0.07969 WTOR=0.81684 WTORD=0.67806 WCORRH=0.00000 WCORR5=0.00000        &
  96 WCORR6=0.00000 WEL_LOC=0.71100 WTURN3=2.30298 WTURN4=0.86517 WTURN6=0.00000    &
  97 WSCCOR=0.14577 WVDWPP=0.17781 WHPB=1.00000 WSCP14=0.00000                      &
  98 CUTOFF=7.00000 WCORR4=0.00000"""
  99
 100
 101      with open(instance.jobdirname+'/file.inp','w') as f:
 102        f.write(instance.name + ' UNRES server job'+ '\n')
 103
 104        if instance.type == 'min' :
 105
 106           control_line = 'SEED='+str(instance.md_seed)+' ' \
 107              + instance.min_choice \
 108              + ' pdbstart pdbref ' \
 109              + ' BOXX='+str(instance.boxx) \
 110              + ' BOXY='+str(instance.boxy) \
 111              + ' BOXZ='+str(instance.boxz) +' '
 112           if not instance.min_overlap:
 113             control_line = control_line+'overlap '
 114           if not instance.min_searchsc:
 115             control_line = control_line+'nosearchsc '
 116           if instance.min_pdbout:
 117             control_line = control_line+'pdbout '
 118           if instance.min_unres_pdb:
 119             control_line = control_line+'unres_pdb '
 120
 121           type_line = 'print_min_ini print_min_res print_min_stat'\
 122             +' MAXMIN='+str(instance.min_maxmin)\
 123             +' MAXFUN='+str(instance.min_maxfun)
 124
 125
 126        seq=instance.md_seq.replace(" ","")
 127        dimen3=len(seq)
 128        if dimen3>1:
 129           if seq[0]=='X':
 130             dimen3-=1
 131           if seq[-1]=='X':
 132             dimen3-=1
 133
 134        nogly ='CDSQKIPTFNHLRWAVEYMcdsqkiptfnhlrwaveym'
 135        seq2 = ''.join([c for c in seq if c in nogly])
 136
 137        dimen3=(dimen3+len(seq2))*3
 138
 139
 140        if instance.type == 'md' :
 141           control_line = 'SEED='+str(instance.md_seed)+' '\
 142            +instance.md_start +' md one_letter'\
 143            + ' BOXX='+str(instance.boxx) \
 144            + ' BOXY='+str(instance.boxy) \
 145            + ' BOXZ='+str(instance.boxz) +' '
 146
 147           if instance.md_pdbref:
 148              control_line = control_line+'pdbref '
 149
 150           type_line = 'reset_vel=0'\
 151              +' t_bath='+str(instance.md_temp)\
 152              +' nstep='+str(instance.md_nstep)\
 153              +' ntwe='+str(instance.md_ntwe)\
 154              +' ntwx='+str(instance.md_ntwx)\
 155              +' dt='+str(instance.md_dt)
 156           if instance.md_lang == 'langevin':
 157             type_line = type_line + ' lang=1 '
 158             type_line = type_line + 'scal_fric='+str(instance.md_scal_fric)
 159           if instance.md_lang == 'berendsen':
 160             type_line = type_line + ' lang=0 tbf '
 161             type_line = type_line + 'tau_bath='+str(instance.md_tau)
 162           if instance.md_respa:
 163             type_line = type_line + ' respa '
 164           if instance.md_mdpdb:
 165             type_line = type_line + ' mdpdb '
 166
 167        if instance.type == 'remd' :
 168           control_line = 'SEED='+str(instance.md_seed)+' '\
 169            +instance.md_start +' re one_letter'\
 170            + ' BOXX='+str(instance.boxx) \
 171            + ' BOXY='+str(instance.boxy) \
 172            + ' BOXZ='+str(instance.boxz) +' '
 173
 174           if instance.md_pdbref:
 175              control_line = control_line+'pdbref '
 176
 177           cntrl_saxs=''
 178           if instance.saxs_data != '':
 179              lines=instance.saxs_data.split('\n')
 180              nsaxs=0
 181              for line in lines:
 182               if len(line.split())==2:
 183                nsaxs+=1
 184              cntrl_saxs=' nsaxs='+str(nsaxs)+' scal_rad='+str(instance.scal_rad)
 185              control_line += cntrl_saxs
 186
 187           type_line = 'reset_vel='+ str(instance.remd_nstex)\
 188              +' nstep='+str(instance.md_nstep)\
 189              +' ntwe='+str(instance.md_ntwe)\
 190              +' ntwx='+str(instance.md_ntwx)\
 191              +' dt='+str(instance.md_dt)
 192           if instance.md_lang == 'langevin':
 193             type_line = type_line + ' lang=1 '
 194             type_line = type_line + 'scal_fric='+str(instance.md_scal_fric)
 195           if instance.md_lang == 'berendsen':
 196             type_line = type_line + ' lang=0 tbf '
 197             type_line = type_line + 'tau_bath='+str(instance.md_tau)
 198           if instance.md_respa:
 199             type_line = type_line + ' respa '
 200           if instance.md_mdpdb:
 201             type_line = type_line + ' mdpdb '
 202
 203           type_line2 = 'nrep='+str(instance.remd_nrep) \
 204              +' nstex='+str(instance.remd_nstex) \
 205              +' tlist mlist sync nsyn='+str(instance.remd_nstex)\
 206              +' traj1file  rest1file TRAJCACHE=200'
 207
 208        if instance.md_start == 'pdbstart':
 209              type_line = type_line + ' preminim cart'
 210
 211        wrapper = textwrap.TextWrapper(width=70)
 212
 213        word_list = wrapper.wrap(text=control_line)
 214        for element in word_list[:-1]:
 215            f.write('{:79}'.format(element)+'&\n')
 216        f.write(word_list[-1]+'\n')
 217
 218        word_list = wrapper.wrap(text=type_line)
 219        for element in word_list[:-1]:
 220            f.write('{:79}'.format(element)+'&\n')
 221        f.write(word_list[-1]+'\n')
 222
 223        if instance.md_start == 'pdbstart':
 224         if instance.type == 'remd' :
 225          f.write('print_min_ini print_min_res print_min_stat maxfun='+
 226            str(instance.min_maxfun)+'\n')
 227         else:
 228          f.write('print_min_ini print_min_res print_min_stat\n')
 229
 230
 231        if instance.type == 'remd' :
 232           word_list = wrapper.wrap(text=type_line2)
 233           for element in word_list[:-1]:
 234               f.write('{:79}'.format(element)+'&\n')
 235           f.write(word_list[-1]+'\n')
 236
 237           tmp1=json.loads(instance.remd_multi_t)
 238           string1=" "
 239           word_list = wrapper.wrap(text=string1.join(tmp1))
 240           for element in word_list[:-1]:
 241               f.write('{:79}'.format(element)+'&\n')
 242           f.write(word_list[-1]+'\n')
 243
 244           tmp1=json.loads(instance.remd_multi_m)
 245           string1=" "
 246           word_list = wrapper.wrap(text=string1.join(tmp1))
 247           for element in word_list[:-1]:
 248               f.write('{:79}'.format(element)+'&\n')
 249           f.write(word_list[-1]+'\n')
 250
 251        if instance.saxs_data != '':
 252          w+=' wsaxs='+str(instance.wsaxs)
 253        f.write(w+'\n')
 254
 255
 256        if instance.type == 'min' or instance.md_start == 'pdbstart':
 257           f.write('plik.pdb\n')
 258           f.write(write_ssbond(instance.ssbond))
 259           if instance.md_2d == '':
 260             f.write('0\n')
 261           else:
 262             f.write(seq_2d_write(seq_2d_xx(instance.md_2d,seq)))
 263
 264        if instance.type == 'md' and instance.md_start != 'pdbstart':
 265
 266           if instance.md_pdbref:
 267              f.write('plik.pdb\n')
 268           f.write(str(len(seq))+'\n')
 269           for i in range(0,len(seq),80):
 270              f.write(seq[i:i+80]+'\n')
 271           f.write('0\n')
 272           if instance.md_2d == '':
 273             f.write('0\n')
 274           else:
 275             f.write(seq_2d_write(seq_2d_xx(instance.md_2d,seq)))
 276
 277
 278        if instance.type == 'remd' and instance.md_start != 'pdbstart':
 279
 280           if instance.md_pdbref:
 281              f.write('plik.pdb\n')
 282           f.write(str(len(seq))+'\n')
 283           for i in range(0,len(seq),80):
 284              f.write(seq[i:i+80]+'\n')
 285           f.write('0\n')
 286           if instance.md_2d == '':
 287             f.write('0\n')
 288           else:
 289             f.write(seq_2d_write(seq_2d_xx(instance.md_2d,seq)))
 290
 291
 292        if instance.saxs_data != '':
 293              lines=instance.saxs_data.split('\n')
 294              for line in lines:
 295               tmp=line.split()
 296               if len(tmp)==2:
 297                f.write(tmp[0]+' '+tmp[1]+'\n')
 298
 299
 300      if instance.type == 'min':
 301       os.chdir(instance.jobdirname)
 302       if  instance.unres_ff =='FF2':
 303         shutil.copy('../files/pbs.csh','.')
 304       else:
 305         shutil.copy('../files/pbs_new.csh','pbs.csh')
 306       ret_code = subprocess.Popen(' /opt/torque/bin/qsub pbs.csh', shell=True, stdout=subprocess.PIPE, stderr=subprocess.STDOUT)
 307       os.chdir('..')
 308      elif instance.type == 'md':
 309       os.chdir(instance.jobdirname)
 310       if  instance.unres_ff =='FF2':
 311         f1 = open('../files/pbs_md.csh', 'r')
 312       else:
 313         f1 = open('../files/pbs_md_new.csh', 'r')
 314       f2 = open('pbs.csh', 'w')
 315       for line in f1:
 316            f2.write(line.replace('$dimen3',str(dimen3)+' '+str(instance.md_temp) ))
 317       f1.close()
 318       f2.close()
 319
 320       f1 = open('file.seq', 'w')
 321       for i in range(0,len(seq),80):
 322              f1.write(seq[i:i+80]+'\n')
 323       f1.write('\n')
 324       f1.close()
 325
 326       ret_code = subprocess.Popen(' /opt/torque/bin/qsub pbs.csh', shell=True, stdout=subprocess.PIPE, stderr=subprocess.STDOUT)
 327       os.chdir('..')
 328      else:
 329 # instance.type == 'remd'
 330       tmp1=json.loads(instance.remd_multi_m)
 331       nreplicas=sum(map(int, tmp1))
 332 # hardcoded for 4 core nodes with FGPROC=2
 333       nodes=int(nreplicas*2/4)
 334       reszta = nreplicas*2-nodes*4
 335       if reszta == 0 :
 336         pbs = '#PBS -l nodes='+str(nodes)+':ppn=4'
 337       else:
 338         pbs = '#PBS -l nodes='+str(nodes)+':ppn=4+1:ppn='+str(reszta)
 339
 340       tmp_ss=''
 341       if instance.ssbond!='':
 342         ix=[]
 343         ii=0
 344         for i in range(0,len(seq)):
 345            if seq[i]=='X':
 346               ii=ii+1
 347            ix.append(ii)
 348         l=[]
 349         ss=json.loads(instance.ssbond)
 350         for e in ss:
 351            l.append(e[0]-ix[e[0]])
 352            l.append(e[1]-ix[e[1]])
 353         tmp_ss=' '.join(map(str,l))
 354
 355       os.chdir(instance.jobdirname)
 356       if  instance.unres_ff =='FF2':
 357         f1 = open('../files/pbs8.csh', 'r')
 358       else:
 359         f1 = open('../files/pbs8_new.csh', 'r')
 360       f2 = open('pbs8.csh', 'w')
 361       for line in f1:
 362           if '#PBS -l nodes=4:ppn=4' in line:
 363            f2.write(line.replace('#PBS -l nodes=4:ppn=4', pbs))
 364           elif '$ssbond' in line:
 365            f2.write(line.replace('$ssbond',tmp_ss))
 366           else:
 367            tmp1=json.loads(instance.remd_multi_t)
 368            f2.write(line.replace('$temperatures','"'+" ".join(tmp1)+'" '+str(nreplicas)))
 369       f1.close()
 370       f2.close()
 371       os.chdir('..')
 372
 373 # write wham & cluster input
 374       with open(instance.jobdirname+'/file_wham.inp','w') as f:
 375           if instance.md_nstep/instance.md_ntwx*nreplicas<=8000:
 376               isampl=1
 377           else:
 378               isampl=int(instance.md_nstep/instance.md_ntwx*nreplicas/8000)
 379
 380           if instance.md_pdbref:
 381             f.write('{:79}'.format('SEED='+str(instance.md_seed)+' isampl='+str(isampl)+
 382                ' einicheck=1 rescale=2 delta=0.02 cxfile classify')+'&\n')
 383           else:
 384             f.write('{:79}'.format('SEED='+str(instance.md_seed)+' isampl='+str(isampl)+
 385               ' einicheck=1 rescale=2 delta=0.02 cxfile')+'&\n')
 386           if instance.md_2d != '':
 387                f.write('{:79}'.format(' WITH_DIHED_CONSTR')+'&\n')
 388           f.write('BOXX='+str(instance.boxx)+' BOXY='+str(instance.boxy)+
 389                     ' BOXZ='+str(instance.boxz)+cntrl_saxs +'\n')
 390
 391           f.write('nres='+str(len(seq))+' one_letter\n')
 392           for i in range(0,len(seq),80):
 393              f.write(seq[i:i+80]+'\n')
 394
 395           f.write(write_ssbond(instance.ssbond))
 396
 397           if instance.md_2d != '':
 398              f.write(seq_2d_write_50(seq_2d_xx(instance.md_2d,seq)))
 399
 400           if instance.saxs_data != '':
 401              saxs_r=[]
 402              saxs_P=[]
 403              saxs_norm=0
 404              r_last=None
 405              fsaxs = open(instance.jobdirname+'/saxs.data', 'w')
 406              lines=instance.saxs_data.split('\n')
 407              for line in lines:
 408               tmp=line.split()
 409               if len(tmp)==2:
 410                f.write(tmp[0]+' '+tmp[1]+'\n')
 411                saxs_r.append(tmp[0])
 412                saxs_P.append(float(tmp[1]))
 413                if r_last==None:
 414                   r_last=float(tmp[0])
 415                else:
 416                   saxs_norm += float(tmp[1])*(float(tmp[0])-r_last)
 417                   r_last=float(tmp[0])
 418              for r,p in zip(saxs_r,saxs_P):
 419                fsaxs.write('{} {}\n'.format(r,p/saxs_norm))
 420              fsaxs.close()
 421
 422           f.write(w+'\n')
 423           f.write('\n')
 424           f.write('nt='+str(instance.remd_nrep)+' replica read_iset\n')
 425           tmp1=json.loads(instance.remd_multi_t)
 426           for element in tmp1:
 427               f.write('nr=1 temp='+element+' fi=0.0 0.0 0.0 0.0 0.0\n')
 428               f.write('kh= 0.0 Q0=0.0\n')
 429           rec=instance.md_nstep/instance.md_ntwx
 430           f.write('nfile_cx=1 rec_start='+str(rec/10)
 431                   +' rec_end='+str(rec)+' totraj='+str(nreplicas)+'\n')
 432           f.write('file_MD000\n')
 433           if instance.md_pdbref:
 434              f.write('pdbref\n')
 435              f.write('plik.pdb\n')
 436
 437
 438       with open(instance.jobdirname+'/file_cluster.inp','w') as f:
 439           f.write(instance.name + ' UNRES server job'+ '\n')
 440           f.write('{:79}'.format('nres='+str(len(seq))
 441              +' one_letter rescale=2 PRINT_CART PDBOUT=1 iopt=1'
 442              +' temper='+str(instance.remd_cluter_temp))+'&\n')
 443           if instance.md_2d != '':
 444                f.write('{:79}'.format(' WITH_DIHED_CONSTR')+'&\n')
 445           f.write('BOXX='+str(instance.boxx)+' BOXY='+str(instance.boxy)+
 446                   ' BOXZ='+str(instance.boxz)+cntrl_saxs +'\n')
 447           f.write(w+'\n')
 448           for i in range(0,len(seq),80):
 449              f.write(seq[i:i+80]+'\n')
 450           f.write(write_ssbond(instance.ssbond))
 451           if instance.md_2d != '':
 452              f.write(seq_2d_write_50(seq_2d_xx(instance.md_2d,seq)))
 453           if instance.saxs_data != '':
 454              lines=instance.saxs_data.split('\n')
 455              for line in lines:
 456               tmp=line.split()
 457               if len(tmp)==2:
 458                f.write(tmp[0]+' '+tmp[1]+'\n')
 459
 460       os.chdir(instance.jobdirname)
 461       ret_code = subprocess.Popen(' /opt/torque/bin/qsub pbs8.csh', shell=True, stdout=subprocess.PIPE, stderr=subprocess.STDOUT)
 462       os.chdir('..')
 463
 464      print ret_code.stdout.readlines()
 465      logger.warning("Dir \"%s\" has been saved." % instance.jobdirname)
 466
 467 @receiver(post_delete, sender=Task)
 468 def delete_on_task_del(sender, instance, **kwargs):
 469    if instance.jobdirname:
 470       if os.path.isdir(instance.jobdirname):
 471          shutil.rmtree(instance.jobdirname)
 472          logger.warning("Dir \"%s\" has been rm." % instance.jobdirname)
 473