249 lines
8.1 KiB
Python
249 lines
8.1 KiB
Python
#!/usr/bin/env python3
|
|
|
|
import os
|
|
import re
|
|
import glob
|
|
import shutil
|
|
import zipfile
|
|
import mod_globals
|
|
|
|
db_dir_list = [
|
|
".",
|
|
".."
|
|
]
|
|
|
|
def find_DBs():
|
|
|
|
global db_dir_list
|
|
|
|
clip_found = False
|
|
ddt_found = False
|
|
|
|
for clip_dir in db_dir_list:
|
|
if os.path.exists(os.path.join(clip_dir, 'Vehicles')) and \
|
|
os.path.exists(os.path.join(clip_dir, 'Location')) and \
|
|
os.path.exists(os.path.join(clip_dir, 'EcuRenault')):
|
|
mod_globals.clip_arc = ""
|
|
mod_globals.cliproot = clip_dir
|
|
clip_found = True
|
|
break
|
|
arh_list = sorted(glob.glob(os.path.join(clip_dir, 'pyrendata*.zip')), reverse=True)
|
|
|
|
if len(arh_list):
|
|
mod_globals.clip_arc = zipfile.ZipFile(arh_list[0])
|
|
mod_globals.cliproot = arh_list[0]
|
|
clip_found = True
|
|
break
|
|
|
|
for ddt_dir in db_dir_list:
|
|
if os.path.exists(os.path.join(ddt_dir, 'DDT2000data', 'ecus')):
|
|
mod_globals.ddt_arc = ""
|
|
mod_globals.ddtroot = os.path.join(ddt_dir, 'DDT2000data')
|
|
ddt_found = True
|
|
break
|
|
arh_list = sorted(glob.glob(os.path.join(ddt_dir, 'DDT2000data*.zip')), reverse=True)
|
|
if len(arh_list):
|
|
mod_globals.ddt_arc = zipfile.ZipFile(arh_list[0])
|
|
mod_globals.ddtroot = arh_list[0]
|
|
ddt_found = True
|
|
break
|
|
if os.path.exists(os.path.join(ddt_dir, 'ecus')):
|
|
mod_globals.ddt_arc = ""
|
|
mod_globals.ddtroot = ddt_dir
|
|
ddt_found = True
|
|
break
|
|
|
|
if clip_found:
|
|
print('CLIP DB :',mod_globals.cliproot)
|
|
if ddt_found:
|
|
print('DDT DB :',mod_globals.ddtroot)
|
|
mod_globals.opt_ddt = True
|
|
|
|
#check cache version
|
|
verfilename = "./cache/version3.txt"
|
|
if not os.path.isfile(verfilename):
|
|
#if the cache has old version then we should clear it
|
|
for root, dirs, files in os.walk("./cache"):
|
|
for sfile in files:
|
|
if sfile.startswith("ver") or sfile.startswith("FG") or sfile.startswith("ddt"):
|
|
full_path = os.path.join("./cache", sfile)
|
|
os.remove(full_path)
|
|
saveDBver(verfilename)
|
|
else:
|
|
verfile = open(verfilename,"rt")
|
|
verline = verfile.readline().strip().split(':')
|
|
if verline[0]!=mod_globals.cliproot:
|
|
saveDBver(verfilename)
|
|
# if the cache has old version then we should clear it
|
|
for root, dirs, files in os.walk("./cache"):
|
|
for sfile in files:
|
|
if sfile.startswith("FG") or sfile.startswith("SG") or sfile.startswith("DiagOnCAN"):
|
|
full_path = os.path.join("./cache", sfile)
|
|
os.remove(full_path)
|
|
if verline[1]!=mod_globals.ddtroot:
|
|
saveDBver(verfilename)
|
|
# if the cache has old version then we should clear it
|
|
for root, dirs, files in os.walk("./cache"):
|
|
for sfile in files:
|
|
if sfile.startswith("ddt"):
|
|
full_path = os.path.join("./cache", sfile)
|
|
os.remove(full_path)
|
|
|
|
if not clip_found and not ddt_found:
|
|
print("ERROR: Neither CLIP nor DDT DB not found")
|
|
exit()
|
|
else:
|
|
return
|
|
|
|
def saveDBver(verfilename):
|
|
# create new version file
|
|
verfile = open(verfilename, "w")
|
|
verfile.write(':'.join([mod_globals.cliproot, mod_globals.ddtroot]) + '\n')
|
|
verfile.write("Do not remove me if you have v0.9.q or above.\n")
|
|
verfile.close()
|
|
|
|
|
|
################### CLIP ###################
|
|
|
|
def get_file_list_from_clip( pattern ):
|
|
if mod_globals.clip_arc=='':
|
|
fl = glob.glob(os.path.join(mod_globals.cliproot, pattern))
|
|
else:
|
|
if '*' in pattern:
|
|
pattern = pattern.replace('*', '\d{3}')
|
|
file_list = mod_globals.clip_arc.namelist()
|
|
regex = re.compile(pattern)
|
|
fl = list(filter(regex.search, file_list))
|
|
res = []
|
|
for i in fl:
|
|
while len(i) and i[0] in ['.','/','\\']:
|
|
i = i[1:]
|
|
res.append(i)
|
|
return res
|
|
|
|
def get_file_from_clip( filename ):
|
|
if (filename.lower().endswith('bqm')
|
|
or '/sg' in filename.lower() \
|
|
or '\\sg' in filename.lower()):
|
|
mode = 'rb'
|
|
else:
|
|
mode = 'r'
|
|
|
|
if mod_globals.clip_arc != '':
|
|
mode = 'r'
|
|
|
|
if mod_globals.clip_arc=='':
|
|
#check encoding
|
|
file = open(os.path.join(mod_globals.cliproot, filename), 'rb')
|
|
bom = ord(file.read(1))
|
|
if bom==0xFF:
|
|
encoding = 'utf-16-le'
|
|
elif bom==0xFE:
|
|
encoding = 'utf-16-be'
|
|
else:
|
|
encoding = 'utf-8'
|
|
if mode=='rb':
|
|
return open(os.path.join(mod_globals.cliproot, filename), mode)
|
|
else:
|
|
return open(os.path.join(mod_globals.cliproot, filename), mode, encoding=encoding)
|
|
else:
|
|
if filename.startswith('../'):
|
|
filename = filename[3:]
|
|
try:
|
|
for an in mod_globals.clip_arc.NameToInfo:
|
|
if filename.lower() == an.lower():
|
|
filename = an
|
|
break
|
|
f = mod_globals.clip_arc.open(filename, mode)
|
|
return f
|
|
except Exception as e:
|
|
#print(e)
|
|
fn = filename.split('/')[-1]
|
|
lfn = fn.lower()
|
|
filename = filename.replace(fn,lfn)
|
|
return mod_globals.clip_arc.open(filename, mode)
|
|
|
|
def file_in_clip( pattern ):
|
|
if mod_globals.clip_arc=='':
|
|
pattern = os.path.join(mod_globals.cliproot, pattern)
|
|
return pattern in glob.glob(pattern)
|
|
else:
|
|
file_list = mod_globals.clip_arc.namelist()
|
|
for l in file_list:
|
|
if pattern.lower() == l.lower():
|
|
return l
|
|
return ''
|
|
|
|
def extract_from_clip_to_cache( filename ):
|
|
if mod_globals.clip_arc == '':
|
|
print("Error in extract_from_clip_to_cache")
|
|
else:
|
|
source = mod_globals.clip_arc.open(filename)
|
|
target = open(os.path.join(mod_globals.cache_dir, os.path.basename(filename)), "wb")
|
|
with source, target:
|
|
shutil.copyfileobj(source, target)
|
|
|
|
################### DDT ###################
|
|
|
|
def get_file_list_from_ddt( pattern ):
|
|
if mod_globals.ddt_arc=='':
|
|
return glob.glob(os.path.join(mod_globals.ddtroot, pattern))
|
|
else:
|
|
file_list = mod_globals.ddt_arc.namelist()
|
|
regex = re.compile(pattern)
|
|
return list(filter(regex.search, file_list))
|
|
|
|
def file_in_ddt( pattern ):
|
|
if mod_globals.ddt_arc=='':
|
|
li = glob.glob(os.path.join(mod_globals.ddtroot, pattern))
|
|
else:
|
|
file_list = mod_globals.ddt_arc.namelist()
|
|
if '(' in pattern:
|
|
pattern = pattern.replace('(','\(')
|
|
if ')' in pattern:
|
|
pattern = pattern.replace(')', '\)')
|
|
regex = re.compile(pattern)
|
|
li = list(filter(regex.search, file_list))
|
|
return len(li)
|
|
|
|
def path_in_ddt( pattern ):
|
|
if mod_globals.ddt_arc=='':
|
|
li = glob.glob(os.path.join(mod_globals.ddtroot, pattern))
|
|
else:
|
|
file_list = mod_globals.ddt_arc.namelist()
|
|
regex = re.compile(pattern)
|
|
li = list(filter(regex.search, file_list))
|
|
if len(li)>0:
|
|
return True
|
|
else:
|
|
return False
|
|
|
|
def get_file_from_ddt( filename ):
|
|
if mod_globals.ddt_arc=='':
|
|
return open(os.path.join(mod_globals.ddtroot, filename), 'rb')
|
|
else:
|
|
return mod_globals.ddt_arc.open(filename, 'r')
|
|
|
|
def extract_from_ddt_to_cache( filename ):
|
|
targ_file = os.path.join(mod_globals.cache_dir, filename)
|
|
try:
|
|
if mod_globals.ddt_arc == '':
|
|
source = open(os.path.join(mod_globals.ddtroot, filename))
|
|
else:
|
|
source = mod_globals.ddt_arc.open(filename)
|
|
|
|
if not os.path.exists(os.path.dirname(targ_file)):
|
|
os.makedirs(os.path.dirname(targ_file))
|
|
|
|
target = open(targ_file, "wb")
|
|
|
|
with source, target:
|
|
shutil.copyfileobj(source, target)
|
|
return targ_file
|
|
except:
|
|
return False
|
|
|
|
if __name__ == '__main__':
|
|
os.chdir(os.path.dirname(os.path.abspath(__file__)))
|
|
find_DBs()
|