234 lines
7.5 KiB
Python
234 lines
7.5 KiB
Python
#!/usr/bin/env python
|
|
|
|
import os
|
|
import re
|
|
import glob
|
|
import shutil
|
|
import zipfile
|
|
import mod_globals
|
|
|
|
db_dir_list = [
|
|
".",
|
|
".."
|
|
]
|
|
android_dir_list = [
|
|
"/mnt/sdcard/pyren"
|
|
]
|
|
|
|
def find_DBs():
|
|
|
|
global db_dir_list
|
|
global android_dir_list
|
|
|
|
clip_found = False
|
|
ddt_found = False
|
|
|
|
if mod_globals.os == 'android':
|
|
db_dir_list = db_dir_list + android_dir_list
|
|
|
|
for clip_dir in db_dir_list:
|
|
if os.path.exists(os.path.join(clip_dir, 'Vehicles')) and \
|
|
os.path.exists(os.path.join(clip_dir, 'Location')) and \
|
|
os.path.exists(os.path.join(clip_dir, 'EcuRenault')):
|
|
mod_globals.clip_arc = ""
|
|
mod_globals.cliproot = clip_dir
|
|
clip_found = True
|
|
break
|
|
arh_list = sorted(glob.glob(os.path.join(clip_dir, 'pyrendata*.zip')), reverse=True)
|
|
|
|
if len(arh_list):
|
|
mod_globals.clip_arc = zipfile.ZipFile(arh_list[0])
|
|
mod_globals.cliproot = arh_list[0]
|
|
clip_found = True
|
|
break
|
|
|
|
if mod_globals.os == 'android':
|
|
if not clip_found:
|
|
print "ERROR: CLIP DB not found"
|
|
exit()
|
|
else:
|
|
return
|
|
|
|
for ddt_dir in db_dir_list:
|
|
if os.path.exists(os.path.join(ddt_dir, 'ecus')):
|
|
mod_globals.ddt_arc = ""
|
|
mod_globals.ddtroot = ddt_dir
|
|
ddt_found = True
|
|
break
|
|
if os.path.exists(os.path.join(ddt_dir, 'DDT2000data', 'ecus')):
|
|
mod_globals.ddt_arc = ""
|
|
mod_globals.ddtroot = os.path.join(ddt_dir, 'DDT2000data')
|
|
ddt_found = True
|
|
break
|
|
arh_list = sorted(glob.glob(os.path.join(ddt_dir, 'DDT2000data*.zip')), reverse=True)
|
|
if len(arh_list):
|
|
mod_globals.ddt_arc = zipfile.ZipFile(arh_list[0])
|
|
mod_globals.ddtroot = arh_list[0]
|
|
ddt_found = True
|
|
break
|
|
|
|
if clip_found:
|
|
print 'CLIP DB :',mod_globals.cliproot
|
|
if ddt_found:
|
|
print 'DDT DB :',mod_globals.ddtroot
|
|
if mod_globals.os != 'android':
|
|
mod_globals.opt_ddt = True
|
|
|
|
#check cache version
|
|
verfilename = "./cache/version09q.txt"
|
|
if not os.path.isfile(verfilename):
|
|
#if the cache has old version then we should clear it
|
|
for root, dirs, files in os.walk("./cache"):
|
|
for sfile in files:
|
|
if sfile.startswith("ver") or sfile.startswith("FG") or sfile.startswith("ddt"):
|
|
full_path = os.path.join("./cache", sfile)
|
|
os.remove(full_path)
|
|
saveDBver(verfilename)
|
|
else:
|
|
verfile = open(verfilename,"rt")
|
|
verline = verfile.readline().split(':')
|
|
if verline[0]!=mod_globals.cliproot:
|
|
saveDBver(verfilename)
|
|
# if the cache has old version then we should clear it
|
|
for root, dirs, files in os.walk("./cache"):
|
|
for sfile in files:
|
|
if sfile.startswith("FG") or sfile.startswith("SG") or sfile.startswith("DiagOnCAN"):
|
|
full_path = os.path.join("./cache", sfile)
|
|
os.remove(full_path)
|
|
if verline[1]!=mod_globals.ddtroot:
|
|
saveDBver(verfilename)
|
|
# if the cache has old version then we should clear it
|
|
for root, dirs, files in os.walk("./cache"):
|
|
for sfile in files:
|
|
if sfile.startswith("ddt"):
|
|
full_path = os.path.join("./cache", sfile)
|
|
os.remove(full_path)
|
|
|
|
if not clip_found and not ddt_found:
|
|
print "ERROR: Neither CLIP nor DDT DB not found"
|
|
exit()
|
|
else:
|
|
return
|
|
|
|
def saveDBver(verfilename):
|
|
# create new version file
|
|
verfile = open(verfilename, "wb")
|
|
verfile.write(':'.join([mod_globals.cliproot, mod_globals.ddtroot]) + '\n')
|
|
verfile.write("Do not remove me if you have v0.9.q or above.\n")
|
|
verfile.close()
|
|
|
|
|
|
################### CLIP ###################
|
|
|
|
def get_file_list_from_clip( pattern ):
|
|
if mod_globals.clip_arc=='':
|
|
fl = glob.glob(os.path.join(mod_globals.cliproot, pattern))
|
|
else:
|
|
if '*' in pattern:
|
|
pattern = pattern.replace('*', '\d{3}')
|
|
file_list = mod_globals.clip_arc.namelist()
|
|
regex = re.compile(pattern)
|
|
fl = list(filter(regex.search, file_list))
|
|
res = []
|
|
for i in fl:
|
|
while len(i) and i[0] in ['.','/','\\']:
|
|
i = i[1:]
|
|
res.append(i)
|
|
return res
|
|
|
|
def get_file_from_clip( filename ):
|
|
if (filename.lower().endswith('bqm')
|
|
or '/sg' in filename.lower()):
|
|
mode = 'rb'
|
|
else:
|
|
mode = 'r'
|
|
|
|
if (mod_globals.os == 'android'
|
|
or mod_globals.clip_arc != ''):
|
|
mode = 'r'
|
|
|
|
if mod_globals.clip_arc=='':
|
|
return open(os.path.join(mod_globals.cliproot, filename), mode)
|
|
else:
|
|
return mod_globals.clip_arc.open(filename, mode)
|
|
|
|
def file_in_clip( pattern ):
|
|
if mod_globals.clip_arc=='':
|
|
return pattern in glob.glob(os.path.join(mod_globals.cliproot, pattern))
|
|
else:
|
|
file_list = mod_globals.clip_arc.namelist()
|
|
return pattern in file_list
|
|
|
|
def extract_from_clip_to_cache( filename ):
|
|
if mod_globals.clip_arc == '':
|
|
print "Error in extract_from_clip_to_cache"
|
|
else:
|
|
source = mod_globals.clip_arc.open(filename)
|
|
target = open(os.path.join(mod_globals.cache_dir, os.path.basename(filename)), "wb")
|
|
with source, target:
|
|
shutil.copyfileobj(source, target)
|
|
|
|
################### DDT ###################
|
|
|
|
def get_file_list_from_ddt( pattern ):
|
|
if mod_globals.ddt_arc=='':
|
|
return glob.glob(os.path.join(mod_globals.ddtroot, pattern))
|
|
else:
|
|
file_list = mod_globals.ddt_arc.namelist()
|
|
regex = re.compile(pattern)
|
|
return list(filter(regex.search, file_list))
|
|
|
|
def file_in_ddt( pattern ):
|
|
if mod_globals.ddt_arc=='':
|
|
file_list = glob.glob(os.path.join(mod_globals.ddtroot, pattern))
|
|
else:
|
|
file_list = mod_globals.ddt_arc.namelist()
|
|
if '(' in pattern:
|
|
pattern = pattern.replace('(','\(')
|
|
if ')' in pattern:
|
|
pattern = pattern.replace(')', '\)')
|
|
regex = re.compile(pattern)
|
|
li = list(filter(regex.search, file_list))
|
|
return len(li)
|
|
|
|
def path_in_ddt( pattern ):
|
|
if mod_globals.ddt_arc=='':
|
|
li = glob.glob(os.path.join(mod_globals.ddtroot, pattern))
|
|
else:
|
|
file_list = mod_globals.ddt_arc.namelist()
|
|
regex = re.compile(pattern)
|
|
li = list(filter(regex.search, file_list))
|
|
if len(li)>0:
|
|
return True
|
|
else:
|
|
return False
|
|
|
|
def get_file_from_ddt( filename ):
|
|
if mod_globals.ddt_arc=='':
|
|
return open(os.path.join(mod_globals.ddtroot, filename), 'r')
|
|
else:
|
|
return mod_globals.ddt_arc.open(filename, 'r')
|
|
|
|
def extract_from_ddt_to_cache( filename ):
|
|
targ_file = os.path.join(mod_globals.cache_dir, filename)
|
|
try:
|
|
if mod_globals.ddt_arc == '':
|
|
source = open(os.path.join(mod_globals.ddtroot, filename))
|
|
else:
|
|
source = mod_globals.ddt_arc.open(filename)
|
|
|
|
if not os.path.exists(os.path.dirname(targ_file)):
|
|
os.makedirs(os.path.dirname(targ_file))
|
|
|
|
target = open(targ_file, "wb")
|
|
|
|
with source, target:
|
|
shutil.copyfileobj(source, target)
|
|
return targ_file
|
|
except:
|
|
return False
|
|
|
|
if __name__ == '__main__':
|
|
os.chdir(os.path.dirname(os.path.abspath(__file__)))
|
|
find_DBs()
|