wayfinderak/ASB_submission_bot
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Try utf-16 if utf-8 fails

Browse Source
This commit is contained in:
Dustin Pianalto 2018-05-09 15:40:34 -08:00
parent ee10fa06ad
commit fc19bb8ad8
1 changed files with 2 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
exts/imports/process_files.py
View File

@ -49,7 +49,8 @@ def process_file(in_file, file_type) -> ConfigParser:
bot_config = json.load(f) bot_config = json.load(f)
ignore_strings = bot_config['ignore_strings'][file_type] ignore_strings = bot_config['ignore_strings'][file_type]
keep_blocks = bot_config['keep_blocks'][file_type] keep_blocks = bot_config['keep_blocks'][file_type]
data = in_file.readlines() lines = in_file.readlines()
data = [line.decode() for line in lines]
# try: # try:
# data = [line.decode(encoding='utf-8') for line in lines] # data = [line.decode(encoding='utf-8') for line in lines]
# except UnicodeDecodeError as e: # except UnicodeDecodeError as e: