Name	Size	Mode	Actions
appdirs.py	7896	0644	editdlrm
appdirs.pyc	7905	0644	editdlrm
build.py	1312	0644	editdlrm
build.pyc	1868	0644	editdlrm
deprecation.py	2239	0644	editdlrm
deprecation.pyc	2488	0644	editdlrm
encoding.py	971	0644	editdlrm
encoding.pyc	1331	0644	editdlrm
filesystem.py	899	0644	editdlrm
filesystem.pyc	832	0644	editdlrm
hashes.py	2866	0644	editdlrm
hashes.pyc	4271	0644	editdlrm
logging.py	3327	0644	editdlrm
logging.pyc	5203	0644	editdlrm
outdated.py	5455	0644	editdlrm
outdated.pyc	5487	0644	editdlrm
setuptools_build.py	240	0644	editdlrm
setuptools_build.pyc	343	0644	editdlrm
ui.py	11597	0644	editdlrm
ui.pyc	12495	0644	editdlrm
__init__.py	27531	0644	editdlrm
__init__.pyc	29695	0644	editdlrm

import codecs import locale import re BOMS = [ (codecs.BOM_UTF8, 'utf8'), (codecs.BOM_UTF16, 'utf16'), (codecs.BOM_UTF16_BE, 'utf16-be'), (codecs.BOM_UTF16_LE, 'utf16-le'), (codecs.BOM_UTF32, 'utf32'), (codecs.BOM_UTF32_BE, 'utf32-be'), (codecs.BOM_UTF32_LE, 'utf32-le'), ] ENCODING_RE = re.compile(b'coding[:=]\s*([-\w.]+)') def auto_decode(data): """Check a bytes string for a BOM to correctly detect the encoding Fallback to locale.getpreferredencoding(False) like open() on Python3""" for bom, encoding in BOMS: if data.startswith(bom): return data[len(bom):].decode(encoding) # Lets check the first two lines as in PEP263 for line in data.split(b'\n')[:2]: if line[0:1] == b'#' and ENCODING_RE.search(line): encoding = ENCODING_RE.search(line).groups()[0].decode('ascii') return data.decode(encoding) return data.decode(locale.getpreferredencoding(False))