wayfinderak/ASB_submission_bot
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Try utf-16 if utf-8 fails

Browse Source
This commit is contained in:
Dustin Pianalto 2018-05-09 16:48:56 -08:00
parent bf55856f94
commit b06037fafa
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
exts/imports/process_files.py
View File

@ -121,7 +121,7 @@ def process_files(z) -> (ConfigParser, ConfigParser, list):
with open(f'{path}{filename}', 'rb') as file: with open(f'{path}{filename}', 'rb') as file:
contents = file.read() contents = file.read()
with open(f'{path}utf8{filename}', 'wb') as f: with open(f'{path}utf8{filename}', 'wb') as f:
f.write(contents.decode('utf-16-le').encode('utf-8')) f.write(contents.decode('utf-16-le').replace('\uFEFF', '').encode('utf-8'))
with open(f'{path}utf8{filename}', encoding='utf-8') as file: with open(f'{path}utf8{filename}', encoding='utf-8') as file:
dino_data[filename] = process_file(file, 'dino.ini') dino_data[filename] = process_file(file, 'dino.ini')
except UnicodeDecodeError as e: except UnicodeDecodeError as e: