#!/usr/bin/env python
# -*- coding: utf-8 -*-
"""
pip install django-ipware

https://stackoverflow.com/questions/4581789/how-do-i-get-user-ip-address-in-django
"""

APP_PATH = '/home/rnamasonry/rnamasonryweb_env/rnamasonry-web/'
LIMIT_PER_USER = 5  # 2
POWER_USERS = ['iamb@genesilico.pl', 'azyla@genesilico.pl', 'magnus@genesilico.pl']

from django.shortcuts import render_to_response
from django.http import HttpResponse, HttpResponseRedirect
from django.template import RequestContext
from django.utils.datastructures import MultiValueDictKeyError
from web import settings
from os import sep, makedirs, listdir, umask

from django.db.models import Q

from configparser import ConfigParser
import re
import uuid
import subprocess
import sys
import tempfile
import shutil
import json
import os,re,sys
import zipfile
from io import StringIO
from django.http import JsonResponse

try:
    from app.models import Job, JOB_STATUSES, SAXS_FORMATS
except:
    print("App is missing")

#from lib.yapdb_parser.pdb_parser_lib import *
#from lib.rna_pdb_edit_occupancy import rna_pdb_edit_occupancy
#from lib.rna_pdb_tools.rna_pdb_tools.utils.rna_convert_pseudoknot_formats.rna_ss_pk_to_simrna import get_multiple_lines, is_pk

import string
from urllib.parse import unquote
import glob
import os

intervals = (
    ('weeks', 604800),  # 60 * 60 * 24 * 7
    ('days', 86400),    # 60 * 60 * 24
    ('hours', 3600),    # 60 * 60
    ('minutes', 60),
    ('seconds', 1),
)

def display_time(seconds, granularity=2):
    result = []

    for name, count in intervals:
        value = seconds // count
        if value:
            seconds -= value * count
            if value == 1:
                name = name.rstrip('s')
            result.append("{} {}".format(value, name))
    return ', '.join(result[:granularity])


def home(request):
    print('request.path', request.path)
    error = ''
    return render_to_response('home.html', RequestContext(request, {
        'load': ''
    }))

def tools(request):
    ids = []
    for i in range(0, 22):
        id = str(uuid.uuid4()).split('-')[0]  # name plus hash
        ids.append(id)
        j = Job()
        j.job_id = id
        j.status = 0
        print('tools, make:', j)
        j.save()
        # create folder
        try:
            JOB_PATH = settings.JOBS_PATH + sep + j.job_id
            umask(0o002)
            makedirs(JOB_PATH)
        except OSError:
            pass
    return render_to_response('tools.html', RequestContext(request, {
        'ids': ids,
    }))


def stop(request, job_id):
    """Stop job based on job_id /stop/<job_id>. Get the job, change status to stopped
    and re-direct page to /job/,job_id>
    """
    try:
        j = Job.objects.get(job_id=job_id.replace('/', ''))
    except:  # DoesNotExist:  @hack
        return render_to_response('dont_exits.html', RequestContext(request, {
        }))

    # status stopped but not yet stopped
    # this is signal to demon to stop it and when processed killed
    # then set True .stopped
    # see daemon.py for more
    j.stopped = False 
    j.status = JOB_STATUSES['stopped']
    j.save()
    # shell way to kill it # tRNA_with_SAXS-d5a37d86
    return HttpResponseRedirect('http://genesilico.pl/rnamasonry/jobs/' + j.job_id + '/')  # @hack


def download_project_dir(request, job_id):
    job_dir = settings.JOBS_PATH + sep + job_id
    fname="%s.zip" % job_id

    response = HttpResponse(content_type='application/zip')
    response['Content-Disposition'] = 'filename=%s'%fname
    all_files = []

    try:
        job_status = Job.objects.get(job_id=job_id.replace('/', ''))
    except:
        job_status = None

    for root, dirs, files in os.walk(job_dir):
        for fn in files:
            abs_fn = os.path.join(root,fn)
            #print os.path.relpath(abs_fn, job_dir)
            with open(abs_fn, 'rb') as ifile:
                all_files.append( (os.path.relpath(abs_fn, job_dir), ifile.read()) )

    from io import BytesIO            
    buffer = BytesIO()
    zip = zipfile.ZipFile(buffer, "w", zipfile.ZIP_DEFLATED)
    for name, f in all_files:
        zip.writestr( os.path.join(job_id, name), f)
    zip.close()
    buffer.flush()
    #the import detail - we return the content of the buffer
    ret_zip = buffer.getvalue()
    buffer.close()
    response.write(ret_zip)

    return response


def about(request):
    return render_to_response('about.html', RequestContext(request, {}))


def help(request):
    return render_to_response('help.html', RequestContext(request, {}))


def contact(request):
    return render_to_response('contact.html', RequestContext(request, {}))



def demo(request, tool, job_id):
    print(job_id)
    try:
        j = Job.objects.get(job_id=job_id.replace('/', ''))
    except:  # DoesNotExist:  @hack
        return render_to_response('dont_exits.html', RequestContext(request, {
        }))
    import os
    job_dir = settings.JOBS_PATH + sep + job_id + '/'
    p = settings.PATH + '/app/static/app/demo/'
    #demo
    if tool in ['qrnas']:
        f = 'MissingAtomsAdded_rpr.pdb' # tetraloop_mdr.pdb'
        shutil.copyfile(p + f, job_dir + f)        
    if tool in ['min']:
        f = 'tetraloop_mdr.pdb'
        shutil.copyfile(p + f, job_dir + f)        
    if tool == 'h2a':
        f = 'gtp.pdb'
        shutil.copyfile(p + f, job_dir + f)        
    if tool == 'analysis':
        f = 'tetraloop_helix.pdb'
        shutil.copyfile(p + f, job_dir + f)        
    if tool in ['rpr', 'mdr', 'mutate']:
        f = 'missing_op1op2_r43OK.pdb'
        shutil.copyfile(p + f, job_dir + f)        
    if tool in ['seq', 'ss', 'calc-rmsd', 'calc-inf', 'assess', 'clarna']:
        fs = ['21_3dRNA_1_rpr.pdb', '21_Adamiak_1_rpr.pdb', '21_ChenHighLig_1_rpr.pdb',
              '21_Das_1_rpr.pdb']
        for f in fs:
            shutil.copyfile(p + f, job_dir + f)
    if tool in ['extract', 'delete', 'edit', 'swap']:
        f = 'yC_5lj3_Exon_Intron_rpr.pdb' # yC_5lj3_Cwc2_Exon_Intron.pdb'
        shutil.copyfile(p + f, job_dir + f)        
    if tool in ['cat']:
        fs = ['yC_5lj3_CWC2_C.pdb',
              'yC_5lj3_Exon_C.pdb',
              'yC_5lj3_Intron_C.pdb']
        for f in fs:
            shutil.copyfile(p + f, job_dir + f)

    if tool in ['diffpdb']:
        fs = ['5k7c_clean_onechain_renumber_as_puzzle_srr_min.pdb',
              'pistol_thrs0.50A_clust272-000001_AA_min.pdb']
        for f in fs:
            shutil.copyfile(p + f, job_dir + f)

    if tool in ['rpl']:
        fs = ['triple-ACA.pdb',
              'to-replace.pdb']
        for f in fs:
            shutil.copyfile(p + f, job_dir + f)

    return JsonResponse({})
    
def run(request, tool, job_id):
    print(job_id)
    try:
        j = Job.objects.get(job_id=job_id.replace('/', ''))
    except:  # DoesNotExist:  @hack
        return render_to_response('dont_exits.html', RequestContext(request, {
        }))

    import os
    job_dir = settings.JOBS_PATH + sep + job_id

    job_id = job_id.replace('/', '')

    if tool == 'clear': #clear
        files = glob.glob(job_dir + "/*")
        for f in files:
            os.remove(f)
        return ############## !!!!!!!!!!!!!

    if tool == 'cat':
        with open(job_dir + '/run.sh', 'w') as f:
             f.write('rm ' + job_id + '.pdb\n')
             f.write('cat *.pdb > ' + job_id + '.pdb\n')#&> log.txt \n')
             
    if tool == 'seq':
        print('run, seq,' + job_id)
        with open(job_dir + '/run.sh', 'w') as f:
             f.write('rna_pdb_toolsx.py --get-seq *.pdb &> log.txt\n')
             #f.write('echo "ANOTHER FORMAT:" >> log.txt\n')
             #f.write("rna_pdb_toolsx.py --get-seq --uniq '[:10]' --compact  *.pdb | sort &>> log.txt\n") # --chain-first#

    if tool == 'rpl':
        files = glob.glob(job_dir + "/*pdb")
        files.sort(key=os.path.getmtime)
        files = [os.path.basename(f) for f in files]
        with open(job_dir + '/run.sh', 'w') as f:
             f.write("""
rna_pdb_replace.py %s %s &> log.txt\n
""" % (files[0], ' '.join(files[1:])))

    if tool == 'ss':
        with open(job_dir + '/run.sh', 'w') as f:
             f.write('rna_pdb_toolsx.py --get-ss *.pdb &> log.txt\n')
             
    if tool == 'analysis':
        with open(job_dir + '/run.sh', 'w') as f:
             f.write('rna_x3dna.py -l *.pdb &> log.txt\n')

    if tool == 'minmd':
        with open(job_dir + '/run.sh', 'w') as f:
             f.write("echo 'OpenMM does not give progress for minimization, just wait...' > log.txt \n")
             f.write('time python /home/ubuntu/rna-tools/rna_tools/tools/md/rna_minimize.py -sp *.pdb &>> log.txt\n')

    if tool == 'qrnas':
        with open(job_dir + '/run.sh', 'w') as f:
             f.write('time rna_refinement.py -i *.pdb 2>&1 | tee log.txt\n')
             
    if tool == 'assess':
        with open(job_dir + '/run.sh', 'w') as f:
             #f.write('rna_mq_collect.py -t RASP *.pdb -m 0 -f -o mq.csv | tee log.txt\n')
             f.write('rna_mq_rasp.py *.pdb 2>&1 | tee log.txt\n')
             f.write('rna_csv_sort.py --col rasp_all mq.csv\n')
             f.write('cat mq_sorted_rasp_all.csv > log.txt\n')
            
    if tool == 'seq-search':
        print('run, seq,' + job_id)
        seq = request.GET['seq'].strip()       
        with open(job_dir + '/run.sh', 'w') as f:
             f.write('rna_pdb_toolsx.py --get-seq *.pdb &> log.txt\n')

    if tool == "rpr":
        r = request.GET['renumber'].strip()
        opt = ''
        if r == 'true':
            opt = ' --renumber-residues '
        with open(job_dir + '/run.sh', 'w') as f:
             #  2> log.txt
             f.write("for i in *.pdb; do rna_pdb_toolsx.py " + opt + " --get-rnapuzzle-ready $i &> ${i/.pdb/_rpr.pdb}; done\n")
             #f.write("echo '== _rpr.pdb files created ==' >> log.txt \n")
             f.write("grep 'REMARK 250  - ' *_rpr.pdb &>> log.txt\n")
             f.write("head *_rpr.pdb &> log.txt\n")

    if tool == "h2a":
        with open(job_dir + '/run.sh', 'w') as f:
             f.write("for i in *.pdb; do rna_pdb_toolsx.py --replace-htm $i &> ${i/.pdb/_h2a.pdb}; done\n")

    if tool == "mdr":
        with open(job_dir + '/run.sh', 'w') as f:
            
            f.write("for i in *.pdb; do rna_pdb_toolsx.py --mdr $i > ${i/.pdb/_mdr.pdb}; done\n")
            #f.write("echo '== _mdrpr.pdb files created ==' >> log.txt \n")

    if tool == 'calc-rmsd':
        files = glob.glob(job_dir + "/*pdb")
        files.sort(key=os.path.getmtime)
        files = [os.path.basename(f) for f in files]
        with open(job_dir + '/run.sh', 'w') as f:
             f.write("""
rna_calc_rmsd.py -t %s %s &> log.txt\n
""" % (files[0], ' '.join(files[1:])))
             #f.write('ls *.pdb >> log.txt\n\n')
             f.write('cat rmsds.csv >> log.txt\n\n')
             
    if tool == 'calc-inf':
        files = glob.glob(job_dir + "/*pdb")
        files.sort(key=os.path.getmtime)
        files = [os.path.basename(f) for f in files]
        #print("\n".join(files))
        with open(job_dir + '/run.sh', 'w') as f:
             f.write("""
rna_calc_inf.py -t %s %s &> log.txt\n
""" % (files[0], ' '.join(files[1:])))
             #f.write('ls *.pdb >> log.txt\n\n')
             f.write('column -s, -t < inf.csv >> log.txt\n\n')

    if tool == 'clarna':
        files = glob.glob(job_dir + "/*pdb")
        files.sort(key=os.path.getmtime)
        files = [os.path.basename(f) for f in files]
        with open(job_dir + '/run.sh', 'w') as f:
             f.write("""rm log.txt;
for i in *pdb; do echo $i; rna_clarna_run.py -ipdb $i; done >> log.txt;
""")
             #f.write('ls *.pdb >> log.txt\n\n')
             #f.write('column -s, -t < inf.csv >> log.txt\n\n')

    if tool == 'diffpdb':
        files = glob.glob(job_dir + "/*pdb")
        files.sort(key=os.path.getmtime)
        files = [os.path.basename(f) for f in files]
        r = request.GET['names'].strip()
        opt = ''
        if r == 'true':
            opt = ' --names '
        with open(job_dir + '/run.sh', 'w') as f:
             f.write("""
diffpdb.py """ + opt + """ --method diff %s %s &> log.txt \n
""" % (files[0], files[1]))
             
    if tool == 'extract':
        opt = request.GET['extract'].strip()
        with open(job_dir + '/run.sh', 'w') as f:
             f.write("""
for i in *.pdb; do rna_pdb_toolsx.py --extract '%s' $i > ${i/.pdb/_extract.pdb}; done;
""" % opt)
    if tool == 'delete':
        opt = request.GET['del'].strip()
        with open(job_dir + '/run.sh', 'w') as f:
             f.write("""
for i in *.pdb; do rna_pdb_toolsx.py --delete '%s' $i > ${i/.pdb/_delete.pdb}; done;
""" % opt)

    if tool == 'edit':
        opt = request.GET['edit'].strip()
        with open(job_dir + '/run.sh', 'w') as f:
             f.write("""
for i in *.pdb; do rna_pdb_toolsx.py --edit '%s' $i > ${i/.pdb/_edit.pdb}; done;
""" % opt)

    if tool == 'swap':
        opt = request.GET['swap'].strip()
        with open(job_dir + '/run.sh', 'w') as f:
             f.write("for i in *.pdb; do rna_pdb_toolsx.py --swap-chains '%s' $i > ${i/.pdb/_swap.pdb}; done\n" % opt)

    if tool == 'mutate':
        opt = request.GET['mutate'].strip()
        with open(job_dir + '/run.sh', 'w') as f:
             f.write("""
for i in *.pdb; do rna_pdb_toolsx.py --mutate '%s' $i > ${i/.pdb/_mutate.pdb}; done;
""" % opt)
             f.write('ls *.pdb >> log.txt\n')

             # ; rm ".done"; rm log.txt; 

    with open(job_dir + '/run.sh', 'a') as f:
        f.write("echo 'DONE' >> log.txt")
        
    os.system('cd %s && chmod +x run.sh && /bin/bash run.sh && touch ".done" &' % job_dir)
    j.status = JOB_STATUSES['running']
    j.save()

    return JsonResponse({'post':'false'})

def file_upload(request, job_id):
    if request.method == 'POST':
        my_file=request.FILES.get('file')
        fn = re.sub(r'[\\/*?:"<>|]',"", str(my_file))
        with open(settings.JOBS_PATH + sep + job_id + '/' + fn , 'wb+') as destination:
            for chunk in my_file.chunks():
                destination.write(chunk)
    return JsonResponse({'post':'false'})


def ajax_rm_file(rquest, job_id_fn):
    f = settings.JOBS_PATH + sep + job_id_fn
    os.remove(f)
        
def ajax_job_status(request, job_id, tool=''):
    job_dir = settings.JOBS_PATH + sep + job_id
    job_id = job_id.replace('/', '')

    #if os.path.exists(job_dir + '/.done'):
    #    #return JsonResponse({'post':'false'})

    import enum
    # Enum for size units
    class SIZE_UNIT(enum.Enum):
       BYTES = 1
       KB = 2
       MB = 3
       GB = 4
    def convert_unit(size_in_bytes, unit):
       """ Convert the size from bytes to other units like KB, MB or GB"""
       if unit == SIZE_UNIT.KB:
           return size_in_bytes/1024
       elif unit == SIZE_UNIT.MB:
           return size_in_bytes/(1024*1024)
       elif unit == SIZE_UNIT.GB:
           return size_in_bytes/(1024*1024*1024)
       else:
           return size_in_bytes
    def get_file_size(file_name, size_type = SIZE_UNIT.BYTES ):
       """ Get file in size in given unit like KB, MB or GB"""
       size = os.path.getsize(file_name)
       return round(convert_unit(size, size_type), 2)

    try:
        tool = request.GET['tool']
    except:
        tool = ''    
    response_dict = {'reload': False}

    if 1:
        j = Job.objects.get(job_id=job_id.replace('/', ''))

        #if j.status == JOB_STATUSES['running']:
        #    response_dict['reload']=False
        #if j.status == JOB_STATUSES['finished'] or j.status == JOB_STATUSES['stopped']:
        #    response_dict['reload'] = False
        #    return JsonResponse({'post':'false'})

        files = glob.glob(job_dir + "/*")
        files.sort(key=os.path.getmtime)
# LOG
        log = ''
        if files:
           log = "FILES</br>"
           for f in files:
               bf = os.path.basename(f)
               # The raw output files for each step of the pipeline can be found <a href="{{ {{ j.job_id }}.zip">here</a>
               # target="_blank" # for PDB files it open an empty page
               # this is not needed
               size = str(get_file_size(f, SIZE_UNIT.KB)) + ' KB'
               bfl = size.rjust(10).replace(' ', '&nbsp') + ' <a href="/media/jobs/' + job_id + '/' + bf +'">' + bf + '</a>' # .ljust(60).replace(' ', '&nbsp') 
               log += '<a class="icon-remove-circle" href="#" onclick="del(\'' + job_id + '/' + bf + '\');"></a> ' +  bfl + '</br>'
        # log += "</br>== FILES END ==</br>"

        try:
            with open(os.path.join(settings.JOBS_PATH, job_id, 'run.sh')) as f:
                 log += "SCRIPT</br>" + f.read().replace('\n', "</br>")# + "</br>== SCRIPT END ==</br>"
        except FileNotFoundError:
            pass
        
        try:
            log_filename = os.path.join(settings.JOBS_PATH, job_id, 'log.txt')
            with open(log_filename, 'r') as ifile:
                l = ifile.read()
                log += re.sub(r"[\n]", "</br>", l)
                #log += re.sub(r"^</br>%", "", log)
                # --> Clustering
                #log = re.sub(r"[\-]+> Clustering[\w\s]+\d+\%[\s\|#]+ETA:\s+[(\d\-)\:]+\r", "", log)
                # --> Annealing
                #log = re.sub(r"[-]+> Annealing[\w\s]+\d+\%[\s\|#]+ETA:[\d\s\:\-]+\r", "", log)
                # --> Preparing data
                #log = re.sub(r"[\s]{5,}\d+\%[\s\|#]+ETA:[\d\s\:\-]+\r", "", log)
                #log = re.sub(r"[\-]+>[\w\s]+\d+\%[\s\|#]+ETA:\s+[(\d\-)\:]+\r[^\Z]", "", log)
                #log = re.sub(r"[\s]{4,}\d+\%[\s\|#]+ETA:\s+[(\d\-)\:]+\r[^\Z]", "", log)

                if tool == 'cat': #log
                    log += '</div><pre>RESULTS<br>'
                    log += '<a href="/media/jobs/' + job_id + '/' + job_id  + '.pdb">' + job_id  + '.pdb</a></br>'
                    log += '</pre>'

                if tool in ['extract', 'delete', 'rpr', 'mutate', 'mdr', 'min', 'h2a', 'rpl']:
                    files = glob.glob(job_dir + "/*_" + tool + ".pdb")
                    files = [os.path.basename(f) for f in files]
                    log += '</div>RESULTS<br>' # <pre
                    if files:
                        for f in files:
                            log += '<a href="/media/jobs/' + job_id + '/' + f + '">' + f + '</a></br>'
                    log += '</pre>'

                # response_dict['log'] = log.replace(' ', '&nbsp')

                if 'DONE' in log:
                    j = Job.objects.get(job_id=job_id.replace('/', ''))
                    j.status = JOB_STATUSES['finished']
                    j.save()
                    response_dict['reload'] = False # True # fix it

        except FileNotFoundError:
            pass

    # clea up log
    log = log.replace('REMARK 250 ', '')
    log = log.replace(' &>> log.txt', '')
    log = log.replace(' &> log.txt', '')    
    log = log.replace(' >> log.txt', '')    
    log = log.replace(' > log.txt', '')
    log = log.replace("echo 'DONE'", '')     #log
    
    #if os.path.exists(job_dir + '/.done'):
    #   log += '<span class="label label-success">DONE</span>'
    response_dict['log'] = log
    #if j.comment != log: # so this is different, reload
    if 1:
        j.comment = log
        j.save()
        return HttpResponse(json.dumps(response_dict), "application/json") # update only 
        # log is different
    #else:
    #     return HttpResponse({}) #json.dumps(response_dict), "application/json")
    return JsonResponse({'post':'false'})

def tool(request, tool, job_id):
    try:
        j = Job.objects.get(job_id=job_id.replace('/', ''))
    except:  # DoesNotExist:  @hack
        return render_to_response('dont_exits.html', RequestContext(request, {
        }))
    job_dir = settings.JOBS_PATH + sep + job_id
    try:
        with open(job_dir + '/_xxlog.txt') as f:
            log = f.read()
    except FileNotFoundError:
        log = ''
    return render_to_response(tool + '.html', RequestContext(request, {
        'j': j,
        'log' : log,
        'tool' : tool,        
        }))