wayfinderak/ASB_submission_bot
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Try utf-16 if utf-8 fails

Browse Source
This commit is contained in:
Dustin Pianalto 2018-05-09 15:23:36 -08:00
parent 44080aa77a
commit 8b8dc37005
1 changed files with 4 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
exts/imports/process_files.py
View File

@ -52,10 +52,12 @@ def process_file(in_file, file_type) -> ConfigParser:
lines = in_file.readlines() lines = in_file.readlines()
try: try:
data = [line.decode(encoding='utf-8') for line in lines] data = [line.decode(encoding='utf-8') for line in lines]
except UnicodeDecodeError: except UnicodeDecodeError as e:
print(e)
try: try:
data = [line.decode(encoding='utf-16') for line in lines] data = [line.decode(encoding='utf-16') for line in lines]
except UnicodeDecodeError: except UnicodeDecodeError as e:
print(e)
return 0 return 0
clean_data = list() clean_data = list()