411 lines
9.6 KiB
Python
411 lines
9.6 KiB
Python
|
import os
|
|||
|
|
from operator import itemgetter, attrgetter
|
|||
|
|
import re
|
|||
|
|
import shutil
|
|||
|
|
|
|||
|
|
|
|||
|
|
def remove_lua_comments(lua_script: str) -> str:
|
|||
|
|
# 使用正则表达式去除多行注释
|
|||
|
|
lua_script = re.sub(r'--+ *\[=*\[.*?]=*]', '', lua_script, flags=re.DOTALL)
|
|||
|
|
|
|||
|
|
# 使用正则表达式去除单行注释
|
|||
|
|
lua_script = re.sub(r'--.*$', '', lua_script, flags=re.MULTILINE)
|
|||
|
|
|
|||
|
|
return lua_script
|
|||
|
|
|
|||
|
|
|
|||
|
|
def extFileExtension(f: str) -> str:
|
|||
|
|
values: list = f.split('.')
|
|||
|
|
return values[len(values) - 1]
|
|||
|
|
|
|||
|
|
|
|||
|
|
# 加载文件夹中所有文件
|
|||
|
|
def listFiles(path: str, ext: str | list) -> list[str]:
|
|||
|
|
files: list[str] = []
|
|||
|
|
for filename in os.listdir(path):
|
|||
|
|
file_path = os.path.join(path, filename)
|
|||
|
|
localFileExt = extFileExtension(file_path)
|
|||
|
|
if os.path.isfile(file_path):
|
|||
|
|
if type(ext) is str:
|
|||
|
|
if localFileExt == ext:
|
|||
|
|
files.append(file_path)
|
|||
|
|
elif type(ext) is list:
|
|||
|
|
for i in ext:
|
|||
|
|
if i == localFileExt:
|
|||
|
|
files.append(file_path)
|
|||
|
|
elif os.path.isdir(file_path):
|
|||
|
|
for i in listFiles(file_path, ext):
|
|||
|
|
files.append(i)
|
|||
|
|
return files
|
|||
|
|
|
|||
|
|
|
|||
|
|
def to_one_line(filename: str) -> str:
|
|||
|
|
res = ""
|
|||
|
|
with open(file=filename, mode="r+", encoding="utf-8") as file:
|
|||
|
|
for line in file:
|
|||
|
|
line.replace("\n", " ")
|
|||
|
|
line.replace("\r", " ")
|
|||
|
|
if line.endswith("\\"):
|
|||
|
|
line.replace("\\", "\n")
|
|||
|
|
res += line
|
|||
|
|
|
|||
|
|
file.close()
|
|||
|
|
return res
|
|||
|
|
|
|||
|
|
|
|||
|
|
def one_line(filecontent: str) -> str:
|
|||
|
|
filecontent = filecontent.replace("\n", " ")
|
|||
|
|
filecontent = filecontent.replace("\r\n", " ")
|
|||
|
|
filecontent = filecontent.replace("\r", " ")
|
|||
|
|
if filecontent.endswith("\\"):
|
|||
|
|
filecontent = filecontent.replace("\\", "\n")
|
|||
|
|
return filecontent
|
|||
|
|
|
|||
|
|
|
|||
|
|
def load_file(filename: str, encode) -> str:
|
|||
|
|
with open(file=filename, mode="r", encoding=encode) as f:
|
|||
|
|
res = f.read()
|
|||
|
|
f.close()
|
|||
|
|
return res
|
|||
|
|
|
|||
|
|
|
|||
|
|
# 判断文件是否存在，如果存在，则删除并重新创建；如果不存在，则创建
|
|||
|
|
def file_exist(filename: str):
|
|||
|
|
if os.path.exists(filename):
|
|||
|
|
os.remove(filename)
|
|||
|
|
target_folder_path = os.path.dirname(filename)
|
|||
|
|
if not os.path.isdir(target_folder_path):
|
|||
|
|
os.makedirs(target_folder_path)
|
|||
|
|
with open(file=filename, mode="w") as f:
|
|||
|
|
f.close()
|
|||
|
|
|
|||
|
|
|
|||
|
|
def createFolder(foldername: str):
|
|||
|
|
if os.path.exists(foldername):
|
|||
|
|
return
|
|||
|
|
os.makedirs(foldername)
|
|||
|
|
|
|||
|
|
|
|||
|
|
def removeFiles(foldername: str):
|
|||
|
|
shutil.rmtree(foldername)
|
|||
|
|
|
|||
|
|
|
|||
|
|
def add_type(folder: str):
|
|||
|
|
files = listFiles(folder, 'lua')
|
|||
|
|
decode = 'utf-8'
|
|||
|
|
simple = '--Edit Below--'
|
|||
|
|
for i in files:
|
|||
|
|
with open(i, mode='r', encoding=decode) as f:
|
|||
|
|
content = f.read()
|
|||
|
|
f.close()
|
|||
|
|
# 说明当前是对应文件类
|
|||
|
|
if content.startswith('---@class '):
|
|||
|
|
names = re.findall('---@class (.*):', content)
|
|||
|
|
if len(names) == 0:
|
|||
|
|
continue
|
|||
|
|
name = names[0]
|
|||
|
|
type_name = '---@type ' + name
|
|||
|
|
|
|||
|
|
# 查找是否存在 @type
|
|||
|
|
if content.find(type_name) != -1:
|
|||
|
|
content = re.sub(simple + '\n' + type_name + '\r*\n*', simple + '\n' + type_name + '\n', content)
|
|||
|
|
with open(i, mode='w', encoding=decode) as g:
|
|||
|
|
g.write(content)
|
|||
|
|
g.close()
|
|||
|
|
continue
|
|||
|
|
content = content.replace(simple, simple + '\n' + type_name)
|
|||
|
|
content = re.sub(simple + '\n' + type_name + '\r*\n*', simple + '\n' + type_name + '\n', content)
|
|||
|
|
with open(i, mode='w', encoding=decode) as f:
|
|||
|
|
f.write(content)
|
|||
|
|
f.close()
|
|||
|
|
|
|||
|
|
|
|||
|
|
def write_to_file(filename: str, mode: str, content: str):
|
|||
|
|
with open(file=filename, mode=mode, encoding='utf-8') as f:
|
|||
|
|
f.write(content)
|
|||
|
|
f.close()
|
|||
|
|
|
|||
|
|
|
|||
|
|
class FileInfo:
|
|||
|
|
lines: int
|
|||
|
|
filename: str
|
|||
|
|
|
|||
|
|
def to_str(self):
|
|||
|
|
return 'lines = %d, filename = %s' % (self.lines, self.filename)
|
|||
|
|
|
|||
|
|
|
|||
|
|
# 按行读取文件，并放到表中
|
|||
|
|
def file_to_map(file: str, file_map):
|
|||
|
|
if file_map is None:
|
|||
|
|
file_map = {}
|
|||
|
|
with open(file=file, mode='r', encoding='utf-8') as f:
|
|||
|
|
while True:
|
|||
|
|
line = f.readline()
|
|||
|
|
if not line:
|
|||
|
|
break
|
|||
|
|
|
|||
|
|
line = line.strip()
|
|||
|
|
if len(line) > 0:
|
|||
|
|
if line not in file_map:
|
|||
|
|
fi = FileInfo()
|
|||
|
|
fi.filename = file
|
|||
|
|
fi.lines = 1
|
|||
|
|
file_map[line] = [fi]
|
|||
|
|
else:
|
|||
|
|
HadFound = False
|
|||
|
|
for i in file_map[line]:
|
|||
|
|
if i.filename == file:
|
|||
|
|
i.lines += 1
|
|||
|
|
HadFound = True
|
|||
|
|
if not HadFound:
|
|||
|
|
fi = FileInfo()
|
|||
|
|
fi.filename = file
|
|||
|
|
fi.lines = 1
|
|||
|
|
file_map[line].append(fi)
|
|||
|
|
f.close()
|
|||
|
|
return file_map
|
|||
|
|
|
|||
|
|
|
|||
|
|
def file_to_list(file: str, bRemoveComment):
|
|||
|
|
with open(file=file, mode='r', encoding='utf-8') as f:
|
|||
|
|
content = f.read()
|
|||
|
|
if bRemoveComment:
|
|||
|
|
content = remove_lua_comments(content)
|
|||
|
|
files_map = content.split('\n')
|
|||
|
|
f.close()
|
|||
|
|
return files_map
|
|||
|
|
|
|||
|
|
|
|||
|
|
def file_to_map1(file: str, file_map):
|
|||
|
|
if file_map is None:
|
|||
|
|
file_map = {}
|
|||
|
|
with open(file=file, mode='r', encoding='utf-8') as f:
|
|||
|
|
content = f.read()
|
|||
|
|
content = remove_lua_comments(content)
|
|||
|
|
line_list = content.split('\n')
|
|||
|
|
|
|||
|
|
for line in line_list:
|
|||
|
|
line = line.strip()
|
|||
|
|
if len(line) > 7:
|
|||
|
|
if len(file_map) == 0 or line not in file_map:
|
|||
|
|
fi = FileInfo()
|
|||
|
|
fi.filename = file
|
|||
|
|
fi.lines = 1
|
|||
|
|
file_map[line] = [fi]
|
|||
|
|
else:
|
|||
|
|
HadFound = False
|
|||
|
|
for i in file_map[line]:
|
|||
|
|
if i.filename == file:
|
|||
|
|
i.lines += 1
|
|||
|
|
HadFound = True
|
|||
|
|
if not HadFound:
|
|||
|
|
fi = FileInfo()
|
|||
|
|
fi.filename = file
|
|||
|
|
fi.lines = 1
|
|||
|
|
file_map[line].append(fi)
|
|||
|
|
f.close()
|
|||
|
|
return file_map
|
|||
|
|
|
|||
|
|
|
|||
|
|
def folder_to_map(folder: str, files_map: {str, FileInfo}) -> {str, FileInfo}:
|
|||
|
|
if files_map is None:
|
|||
|
|
files_map = {}
|
|||
|
|
files = listFiles(folder, 'lua')
|
|||
|
|
for i in files:
|
|||
|
|
file_to_map1(i, files_map)
|
|||
|
|
return files_map
|
|||
|
|
|
|||
|
|
|
|||
|
|
def files_to_map(files: list, files_map):
|
|||
|
|
for i in files:
|
|||
|
|
file_to_map1(i, files_map)
|
|||
|
|
|
|||
|
|
|
|||
|
|
# 对比两个文件
|
|||
|
|
def compareFiles(file1: str, file2: str, filename: str):
|
|||
|
|
file1_map: {str, int} = {}
|
|||
|
|
file_to_map1(file1, file1_map)
|
|||
|
|
file2_map: {str, int} = {}
|
|||
|
|
file_to_map1(file2, file2_map)
|
|||
|
|
files = []
|
|||
|
|
# with open(file=filename, mode='w+', encoding='utf-8') as f:
|
|||
|
|
for i in file1_map.keys():
|
|||
|
|
if i in file2_map.keys():
|
|||
|
|
count1 = 0
|
|||
|
|
for c in file1_map[i]:
|
|||
|
|
count1 += c.lines
|
|||
|
|
count2 = 0
|
|||
|
|
for c in file2_map[i]:
|
|||
|
|
count2 += c.lines
|
|||
|
|
|
|||
|
|
count = count2 if count1 > count2 else count1
|
|||
|
|
s = 'file: %s\t\t %d\n' % (file2, count)
|
|||
|
|
files.append(s)
|
|||
|
|
# f.write(s)
|
|||
|
|
print(s)
|
|||
|
|
# f.close()
|
|||
|
|
return '\n'.join(files)
|
|||
|
|
|
|||
|
|
|
|||
|
|
class CompareItem:
|
|||
|
|
lua: str
|
|||
|
|
count: int
|
|||
|
|
files: str
|
|||
|
|
|
|||
|
|
|
|||
|
|
# 将 dict 转换成 列表 并排序
|
|||
|
|
def map_to_list(m: dict):
|
|||
|
|
fileList = []
|
|||
|
|
for i in m.keys():
|
|||
|
|
item = CompareItem()
|
|||
|
|
item.lua = i
|
|||
|
|
item.count = 0
|
|||
|
|
lists = []
|
|||
|
|
for c in m[i]:
|
|||
|
|
item.count += c.lines
|
|||
|
|
lists.append(c.to_str())
|
|||
|
|
item.files = '\n'.join(lists)
|
|||
|
|
fileList.append(item)
|
|||
|
|
fileList.sort(key=attrgetter('count'), reverse=True)
|
|||
|
|
return fileList
|
|||
|
|
|
|||
|
|
|
|||
|
|
class smae_line:
|
|||
|
|
file: str # 文件名
|
|||
|
|
total: int # 总数
|
|||
|
|
|
|||
|
|
|
|||
|
|
class same_line_item:
|
|||
|
|
lua: str
|
|||
|
|
folder1: str
|
|||
|
|
folder2: str
|
|||
|
|
|
|||
|
|
|
|||
|
|
# 对比两个文件夹
|
|||
|
|
def compareFolders(folder1: str, folder2: str, filename: str):
|
|||
|
|
folder1_map = {}
|
|||
|
|
folder_to_map(folder1, folder1_map)
|
|||
|
|
# folder2_map = {}
|
|||
|
|
# folder_to_map(folder2, folder2_map)
|
|||
|
|
|
|||
|
|
fileList = map_to_list(folder1_map)
|
|||
|
|
# sorted(fileList, key=attrgetter('count'), reverse=True)
|
|||
|
|
|
|||
|
|
folder2_map = {}
|
|||
|
|
folder_to_map(folder2, folder2_map)
|
|||
|
|
fileList2 = map_to_list(folder2_map)
|
|||
|
|
|
|||
|
|
sameList = []
|
|||
|
|
with open(file=filename, mode='w+', encoding='utf-8') as f:
|
|||
|
|
for i in folder2_map.keys():
|
|||
|
|
if i in folder1_map.keys():
|
|||
|
|
# 显示当前有多少行是相同的
|
|||
|
|
count1 = 0
|
|||
|
|
count2 = 0
|
|||
|
|
arr1 = []
|
|||
|
|
arr2 = []
|
|||
|
|
for c in folder1_map[i]:
|
|||
|
|
count1 += c.lines
|
|||
|
|
arr1.append(c.to_str())
|
|||
|
|
for d in folder2_map[i]:
|
|||
|
|
count2 += d.lines
|
|||
|
|
arr2.append(d.to_str())
|
|||
|
|
f.write(
|
|||
|
|
'%s 在 %s 文件夹中出现 %d 次，在 %s 文件夹中出现 %d 次\n' % (i, folder2, count1, folder1, count2))
|
|||
|
|
f.write('\n'.join(arr2))
|
|||
|
|
f.write('\r\n')
|
|||
|
|
f.close()
|
|||
|
|
|
|||
|
|
|
|||
|
|
def compareFolders1(folder1: str, folder2: str, filename: str):
|
|||
|
|
folder1_map = {}
|
|||
|
|
folder_to_map(folder1, folder1_map)
|
|||
|
|
# fileList = map_to_list(folder1_map)
|
|||
|
|
|
|||
|
|
folder2_map = {}
|
|||
|
|
folder_to_map(folder2, folder2_map)
|
|||
|
|
# fileList2 = map_to_list(folder2_map)
|
|||
|
|
|
|||
|
|
lists = {}
|
|||
|
|
|
|||
|
|
|
|||
|
|
# with open(file=filename, mode='w+', encoding='utf-8') as f:
|
|||
|
|
# for i in folder2_map.keys():
|
|||
|
|
# if i in folder1_map.keys():
|
|||
|
|
#
|
|||
|
|
# f.close()
|
|||
|
|
|
|||
|
|
|
|||
|
|
# def compareFilesWithFilename(file1, file2):
|
|||
|
|
|
|||
|
|
|
|||
|
|
def getFileName(file: str):
|
|||
|
|
if file.find('\\') != -1:
|
|||
|
|
lists = file.split('\\')
|
|||
|
|
return lists[len(lists) - 1]
|
|||
|
|
elif file.find('/') != -1:
|
|||
|
|
lists = file.split('/')
|
|||
|
|
return lists[len(lists) - 1]
|
|||
|
|
else:
|
|||
|
|
return file
|
|||
|
|
|
|||
|
|
|
|||
|
|
def compareFolders2(folder1: str, folder2: str, filename: str):
|
|||
|
|
# 查询是否有一样的文件，如果有，那么就使用一样的文件；如果没有，那么就对比全局
|
|||
|
|
files1 = listFiles(folder1, 'lua')
|
|||
|
|
files2 = listFiles(folder2, 'lua')
|
|||
|
|
|
|||
|
|
foundFiles = []
|
|||
|
|
notFoundFiles = []
|
|||
|
|
for i in files2:
|
|||
|
|
fn = getFileName(i)
|
|||
|
|
hadFound = False
|
|||
|
|
for c in files1:
|
|||
|
|
if fn == getFileName(c):
|
|||
|
|
foundFiles.append([i, c])
|
|||
|
|
hadFound = True
|
|||
|
|
break
|
|||
|
|
if not hadFound:
|
|||
|
|
notFoundFiles.append(i)
|
|||
|
|
|
|||
|
|
folder1_notFound = []
|
|||
|
|
# 针对发现的文件进行处理
|
|||
|
|
for i in files1:
|
|||
|
|
if i not in foundFiles:
|
|||
|
|
folder1_notFound.append(i)
|
|||
|
|
|
|||
|
|
with open(file=filename, mode='w+', encoding='utf-8') as f:
|
|||
|
|
for i in foundFiles:
|
|||
|
|
f.write('\n')
|
|||
|
|
f.close()
|
|||
|
|
|
|||
|
|
notFoundLines = {}
|
|||
|
|
|
|||
|
|
|
|||
|
|
# 将其他文件放入
|
|||
|
|
# files_to_map(notFoundFiles, notFoundLines)
|
|||
|
|
|
|||
|
|
|
|||
|
|
def compareTwoFiles(file1: str, file2: str):
|
|||
|
|
# 1. 列举相同的文件
|
|||
|
|
# 2. 对比相同的文件
|
|||
|
|
# 比较两个文件有多少行是相同的
|
|||
|
|
# 列举一个文件的所有行，然后依次对比另一个文件的所有行，如果相同 + 1，不同不管他
|
|||
|
|
# 3. 对于不同的文件，加入到不同文件数组中进行比较
|
|||
|
|
# 该数组中，相同行数 + 1
|
|||
|
|
pass
|
|||
|
|
|
|||
|
|
|
|||
|
|
def replace_first_occurrence(text, old_word, new_word):
|
|||
|
|
index = text.find(old_word)
|
|||
|
|
if index != -1:
|
|||
|
|
return text[:index] + new_word + text[index + len(old_word):]
|
|||
|
|
else:
|
|||
|
|
return text
|
|||
|
|
|
|||
|
|
|
|||
|
|
def check_char(c, encode):
|
|||
|
|
code = c.encode(encode)
|
|||
|
|
print(code)
|
|||
|
|
print(encode, " code = ", code.hex())
|