|
@@ -1,135 +0,0 @@
|
|
|
-#
|
|
|
-# File : formatting.py
|
|
|
-# This file is part of RT-Thread RTOS
|
|
|
-# COPYRIGHT (C) 2006 - 2018, RT-Thread Development Team
|
|
|
-#
|
|
|
-# This program is free software; you can redistribute it and/or modify
|
|
|
-# it under the terms of the GNU General Public License as published by
|
|
|
-# the Free Software Foundation; either version 2 of the License, or
|
|
|
-# (at your option) any later version.
|
|
|
-#
|
|
|
-# This program is distributed in the hope that it will be useful,
|
|
|
-# but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
|
-# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
|
-# GNU General Public License for more details.
|
|
|
-#
|
|
|
-# You should have received a copy of the GNU General Public License along
|
|
|
-# with this program; if not, write to the Free Software Foundation, Inc.,
|
|
|
-# 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA.
|
|
|
-#
|
|
|
-# Change Logs:
|
|
|
-# Date Author Notes
|
|
|
-# 2021-03-02 Meco Man The first version
|
|
|
-# 2021-03-04 Meco Man 增加统一转换成UTF-8编码格式功能
|
|
|
-
|
|
|
-
|
|
|
-#本文件会自动对指定路径下的所有文件包括子文件夹的文件(仅针对.c.h)进行扫描
|
|
|
-# 1)将源文件编码统一为UTF-8;
|
|
|
-# 2)将TAB键替换为空格;
|
|
|
-# 3)将每行末尾多余的空格删除,并统一换行符为'\n';
|
|
|
-#使用时只需要双击本文件,输入要扫描的文件夹路径即可
|
|
|
-#不能保证100%全部成功转换为UTF-8,有一些编码特殊或识别不准确会在终端打印信息,需人工转换
|
|
|
-
|
|
|
-#欢迎对本文件的功能继续做出补充,欢迎提交PR
|
|
|
-
|
|
|
-import os
|
|
|
-import chardet
|
|
|
-
|
|
|
-#用空格代替TAB键
|
|
|
-#这里并不是简单的将TAB替换成4个空格
|
|
|
-#空格个数到底是多少需要计算,因为TAB制表本身有自动对齐的功能
|
|
|
-def tab2spaces(line):
|
|
|
- list_str = list(line) #字符串打散成列表,放边操作
|
|
|
- i = list_str.count('\t')
|
|
|
-
|
|
|
- while i > 0:
|
|
|
- ptr = list_str.index('\t')
|
|
|
- del list_str[ptr]
|
|
|
- space_need_to_insert = 4 - (ptr%4)
|
|
|
- j = 0
|
|
|
- while j < space_need_to_insert:
|
|
|
- list_str.insert(ptr,' ')
|
|
|
- j = j+1
|
|
|
-
|
|
|
- i = i-1
|
|
|
-
|
|
|
- line = ''.join(list_str) #列表恢复成字符串
|
|
|
- return line
|
|
|
-
|
|
|
-#删除每行末尾多余的空格 统一使用\n作为结尾
|
|
|
-def formattail(line):
|
|
|
- line = line.rstrip()
|
|
|
- line = line + '\n'
|
|
|
- return line
|
|
|
-
|
|
|
-#对单个文件进行格式整理
|
|
|
-def format_codes(filename):
|
|
|
- try:
|
|
|
- file=open(filename,'r',encoding = 'utf-8')
|
|
|
- file_temp=open('temp','w',encoding = 'utf-8')
|
|
|
- for line in file:
|
|
|
- line = tab2spaces(line)
|
|
|
- line = formattail(line)
|
|
|
- file_temp.write(line)
|
|
|
- file_temp.close()
|
|
|
- file.close()
|
|
|
- os.remove(filename)
|
|
|
- os.rename('temp',filename)
|
|
|
-
|
|
|
-def get_encode_info(file):
|
|
|
- with open(file, 'rb') as f:
|
|
|
- code = chardet.detect(f.read())['encoding']
|
|
|
- #charde库有一定几率对当前文件的编码识别不准确
|
|
|
- if code == 'EUC-JP': #容易将含着少量中文的英文字符文档识别为日语编码格式
|
|
|
- code = 'GB2312'
|
|
|
- elif code == 'ISO-8859-1': #部分文件GB2312码会被识别成ISO-8859-1
|
|
|
- code = 'GB2312'
|
|
|
-
|
|
|
- if not (code == 'ascii' or code == 'utf-8' or code == 'GB2312' #编码识别正确
|
|
|
- or code == 'Windows-1252'): # Windows-1252 是由于意法半导体是法国企业's的'是法语的'导致的
|
|
|
- if code != None:
|
|
|
- print('未处理,需人工确认:'+code+':'+file) #需要人工确认
|
|
|
- code = None
|
|
|
-
|
|
|
- return code
|
|
|
-
|
|
|
-#将单个文件转为UTF-8编码
|
|
|
-def conver_to_utf_8 (path):
|
|
|
- try:
|
|
|
- info = get_encode_info(path)
|
|
|
- if info == None:
|
|
|
- return 0 #0 失败
|
|
|
-
|
|
|
- file=open(path,'rb+')
|
|
|
- data = file.read()
|
|
|
- string = data.decode(info)
|
|
|
- utf = string.encode('utf-8')
|
|
|
- file.seek(0)
|
|
|
- file.write(utf)
|
|
|
- file.close()
|
|
|
- return 1 #1成功
|
|
|
- except UnicodeDecodeError:
|
|
|
- print("UnicodeDecodeError未处理,需人工确认"+path)
|
|
|
- return 0
|
|
|
- except UnicodeEncodeError:
|
|
|
- print("UnicodeEncodeError未处理,需人工确认"+path)
|
|
|
- return 0
|
|
|
-
|
|
|
-# 递归扫描目录下的所有文件
|
|
|
-def traversalallfile(path):
|
|
|
- filelist=os.listdir(path)
|
|
|
- for file in filelist:
|
|
|
- filepath=os.path.join(path,file)
|
|
|
- if os.path.isdir(filepath):
|
|
|
- traversalallfile(filepath)
|
|
|
- elif os.path.isfile(filepath):
|
|
|
- if filepath.endswith(".c") == True or filepath.endswith(".h") == True: #只处理.c和.h文件
|
|
|
- if conver_to_utf_8(filepath) == 1: #先把这个文件转为UTF-8编码,1成功
|
|
|
- format_codes(filepath) #再对这个文件进行格式整理
|
|
|
-
|
|
|
-def formatfiles():
|
|
|
- workpath = input('enter work path: ')
|
|
|
- traversalallfile(workpath)
|
|
|
-
|
|
|
-if __name__ == '__main__':
|
|
|
- formatfiles()
|