#!/usr/bin/env python

import csv
import os
import mod_globals
import mod_elm
import zipfile
import shutil

from   mod_utils    import loadDumpToELM
from   mod_utils    import Choice

def acf_saveMTCtoFile( folder, vindata, mtcdata, refdata, platform ):

  f = open( folder+'/vindata.txt', 'wt' )
  f.write(str(vindata))
  f.close()

  f = open( folder+'/refdata.txt', 'wt' )
  f.write(str(refdata))
  f.close()
  
  f = open( folder+'/platform.txt', 'wt' )
  f.write(str(platform))
  f.close()
  
  f = open( folder+'/mtcdata.txt', 'wt' )
  f.write('\n'.join(sorted(mtcdata.split(';'))))
  f.close()

  SEFname = "savedEcus.p" 
  if mod_globals.opt_can2:
    SEFname = "savedEcus2.p" 

  if os.path.exists("./"+SEFname):
    shutil.copyfile("./"+SEFname, folder+'/'+SEFname)

  return
   
def acf_loadMTCfromFile( folder ):

  f = open( folder+'/vindata.txt', 'rt' )
  vindata = f.read()
  f.close()

  f = open( folder+'/refdata.txt', 'rt' )
  refdata = f.read()
  f.close()
  
  f = open( folder+'/platform.txt', 'rt' )
  platform = f.read()
  f.close()
  
  f = open( folder+'/mtcdata.txt', 'rt' )
  tmp = f.read()
  f.close()
  mtcdata = ';'.join(sorted(tmp.split('\n')))
  
  return vindata, mtcdata, refdata, platform 

def acf_buildFull( platf ):
  '''compile all VINs in one file'''

  plDIR = "../BVMEXTRACTION/"+platf.upper()

  if not os.path.exists(plDIR):
      print("ERROR: Can't find the BVMEXTRACTION db")
      return

  mtc = {}
  mtcf = open(plDIR+'/MTC.dat', 'rb')
  mtc_list = csv.reader(mtcf, delimiter=';')
  for i in mtc_list:
    if i:
      mtc[int(i[0][:-4])] = i[1:]

  ref = {}
  reff = open(plDIR+'/REF.dat', 'rb')
  ref_list = csv.reader(reff, delimiter=';')
  for i in ref_list:
    if i:
      for item in range(len(i)):
        i[item] = ''.join([c if ord(c) < 128 else 'X' for c in i[item]]).replace('XXX', 'X')
      ref[int(i[0][:10])] = [i[0][11:]] + i[1:]

  all_vin = open(plDIR+'/all_vin.csv', 'w')

  for root, dirs, files in os.walk(plDIR):
    for dir in dirs:
      if len(dir)!=3:
          continue
      VIN1 = dir
      cdir = os.path.join(plDIR, dir)
      print(cdir)
      for root, dirs, files in os.walk(cdir):
        for file in files:
          zfname = file.split('.')[0]
          if len(zfname)==6:
            if not file.lower().endswith('.dat'):
              continue
            zip=zipfile.ZipFile(os.path.join(root, file))
            flist = zip.namelist()
            for i in flist:
              VIN2 = i.split('.')[0]
              print('   '+VIN2)
              zf=zip.open(i)
              vin3list=zf.read()
              zf.close()
              for l in vin3list.split('\n'):
                  l = l.strip()
                  if len(l)==0:
                      continue
                  vr = l.split(';')
                  VIN = VIN1 + VIN2 + vr[0]
                  try:
                    d = vr[4].split(':')[1].split('.')
                    data = d[2] + d[1] + d[0]
                  except:
                      pass
                  outl = data+'#'+VIN+'#'+' '.join(vr[1:])+'#'+' '.join(mtc[int(vr[1])])+'#'+'_'.join(ref[int(vr[2])])
                  all_vin.write(outl+'\n')
  all_vin.close()
  print("\n\n File: "+plDIR+"/all_vin.csv is build\n\n")

def acf_getMTC( VIN, preferFile=False ):
  ''' getting MTC data from BVMEXTRACTION'''
  
  VIN1 = VIN[:3]
  VIN2 = VIN[3:9]
  VIN3 = VIN[9:]

  vindata = ''
  mtcdata = ''
  refdata = ''
  platform = ''
  vindir  = ''

  
  #check and prepare folder for loading or saving data
  mtc_dir = '../MTCSAVE/'+VIN
  mod_globals.mtcdir = mtc_dir
  if not os.path.exists(mtc_dir):
    os.makedirs(mtc_dir)  
  if not os.path.exists(mtc_dir+'/dumps'):
    os.makedirs(mtc_dir+'/dumps')  
  if not os.path.exists(mtc_dir+'/scripts'):
    os.makedirs(mtc_dir+'/scripts')  
    
  if os.path.exists(mtc_dir+'/mtcdata.txt'):
    if preferFile:
      vindata, mtcdata, refdata, platform  = acf_loadMTCfromFile( mtc_dir )
      return vindata, mtcdata, refdata, platform  
    print('\n'+'#'*35)
    choice = Choice(['File','DataBase'], "From where read MTC : ")
    print('\n'+'#'*35)
    if choice[1]=='1':
      print('Loading data from file')
      vindata, mtcdata, refdata, platform  = acf_loadMTCfromFile( mtc_dir )
      return vindata, mtcdata, refdata, platform
  
  print('Loading data from database')
      
  for root, dirs, files in os.walk("../BVMEXTRACTION"):
    for dir in dirs:
      if dir.upper() != VIN1: continue
      cdir = os.path.join(root, dir)
      #print cdir
      for root, dirs, files in os.walk(cdir):
        for file in files:
          zfname = file.split('.')[0]
          if len(zfname)==6 and VIN2>=zfname:
            if not file.lower().endswith('.dat'):
              continue
            zip=zipfile.ZipFile(os.path.join(root, file))
            flist = zip.namelist()
            for i in flist:
              if VIN2 in i:
                #print '\t\t', i
                zf=zip.open(i)
                vin3list=zf.read()
                zf.close()
                for l in vin3list.split(b'\n'):
                  if l.startswith(VIN3.encode('utf-8')):
                    vindata = l
                    break
            if vindata!='': break
          if vindata!='': break
        if vindata!='': break
      if vindata!='':
        vindir = cdir
        break
    if vindata!='': break
  
  if type(vindata) == bytes:
    vindata = vindata.decode("utf-8")

  if vindata=='' or vindir=='':
    print("\n\nVIN has not found in databse\n\n")
    exit()
  vindir = vindir[:-3]
  platform = vindir[-4:-1]
  
  mtcdata = ''
  refdata = ''
  
  #check if there is an mtc file 
  
  mz = open(vindir+'MTC.dat','r')
  mtclist = mz.read().split('\n')
  mz.close()
  for l in mtclist:
    if l.startswith(vindata.split(';')[1]):
      mtcdata = l

  try:
    rz = open(vindir+'REF.dat','r')
    reflist = rz.read().split('\n')
    rz.close()
    for l in reflist:
      if l.startswith(vindata.split(';')[2]):
        refdata = l
  except:
    print("\n\nREF.dat is absent!!!\n\n")
 
  mtcdata = mtcdata[len(vindata.split(';')[1])+1:].strip()
  if mtcdata.endswith('.'): 
    mtcdata = mtcdata[:-1]
  refdata = refdata[len(vindata.split(';')[2])+1:].strip()
  if refdata.endswith(';'): 
    refdata = refdata[:-1]
  
  #saving data to files
  #print "Saving data from DB to "+mtc_dir
  acf_saveMTCtoFile( mtc_dir, vindata, mtcdata, refdata, platform )   
  return vindata, mtcdata, refdata, platform

def acf_MTC_finde( mtc_tag, mtc ):
  
  sauf   = False
  result = False
  
  mtc_tag = mtc_tag.strip()
  
  if mtc_tag.startswith('SAUF '):
    sauf = True
    mtc_tag = mtc_tag[5:]
    
  if mtc_tag in mtc:
  #if mtc_tag==mtc:
    result = True
  
  #print "finde:", mtc_tag, sauf, result

  if sauf:
    return not result
  else:
    return result

def acf_MTC_and( expr, mtc ):
  ''' expr - expression with AND rules'''
  ''' mtc - list of options           '''
  ''' and-operand in MTC expression '''

  result = True

  and_list = expr.split('/')
  and_list = [x.strip() for x in and_list]
  
  for ande in and_list:
    interm_res = acf_MTC_finde( ande, mtc )
    result = result and interm_res

  return result


def acf_MTC_or(expr, mtc):
  ''' expr - expression with AND rules'''
  ''' mtc - list of options           '''
  ''' and-operand in MTC expression '''

  result = False

  or_list = expr.split(',')
  or_list = [x.strip() for x in or_list]

  for ore in or_list:
    interm_res = acf_MTC_finde(ore, mtc)
    result = result or interm_res

    if result:
      return result

  return result


def acf_MTC_compare(expr, mtc):
  ''' expr - expression with rules'''
  ''' mtc - list of options       '''
  ''' this function match MTC-tag with MTC-expression'''

  result = True

  and_list = expr.split('/')
  and_list = [x.strip() for x in and_list]

  for ande in and_list:
    if ',' in ande:
      interm_res = acf_MTC_or(ande, mtc)
    else:
      interm_res = acf_MTC_finde(ande, mtc)
    result = result and interm_res

  return result


def acf_MTC_compare_old( expr, mtc ):
  ''' expr - expression with rules'''
  ''' mtc - list of options       '''
  ''' this function match MTC-tag with MTC-expression'''
  
  result = False

  or_list = expr.split(',')
  or_list = [x.strip() for x in or_list]

  for ore in or_list:
    if '/' in ore:
      interm_res = acf_MTC_and( ore, mtc )
    else:
      interm_res = acf_MTC_finde( ore, mtc )
    result = result or interm_res
    
    if result:
      return result
      
  return result
  
def acf_MTC_compare_doc( sieconfigid, mtc ):
  for sc in sieconfigid.split(' '):
    if acf_MTC_compare( sc, mtc ):
      return True
  return False