coffee/fast_float
1
0
Fork 0
mirror of https://github.com/fastfloat/fast_float.git synced 2025-12-06 16:56:57 +08:00
Code Issues Packages Projects Releases Wiki Activity

python: set file encoding

Browse Source 
- on some containers LC_ALL is not set, python fallsback on ascii
  encoder, which fails on AUTHORS file
This commit is contained in:
Fargier Sylvain 2022-02-28 18:37:58 +01:00
parent 632cf9b8c8
commit 78edcbb9e2
1 changed files with 4 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
script/amalgamate.py
View File

@ -3,7 +3,7 @@ processed_files = { }
# authors # authors
for filename in ['AUTHORS', 'CONTRIBUTORS']: for filename in ['AUTHORS', 'CONTRIBUTORS']:
with open(filename) as f: with open(filename, encoding='utf8') as f:
text = '' text = ''
for line in f: for line in f:
if filename == 'AUTHORS': if filename == 'AUTHORS':
@ -15,7 +15,7 @@ for filename in ['AUTHORS', 'CONTRIBUTORS']:
# licenses # licenses
for filename in ['LICENSE-MIT', 'LICENSE-APACHE']: for filename in ['LICENSE-MIT', 'LICENSE-APACHE']:
lines = [] lines = []
with open(filename) as f: with open(filename, encoding='utf8') as f:
lines = f.readlines() lines = f.readlines()
# Retrieve subset required for inclusion in source # Retrieve subset required for inclusion in source
@ -34,7 +34,7 @@ for filename in ['LICENSE-MIT', 'LICENSE-APACHE']:
for filename in [ 'fast_float.h', 'float_common.h', 'ascii_number.h', for filename in [ 'fast_float.h', 'float_common.h', 'ascii_number.h',
'fast_table.h', 'decimal_to_binary.h', 'bigint.h', 'fast_table.h', 'decimal_to_binary.h', 'bigint.h',
'ascii_number.h', 'digit_comparison.h', 'parse_number.h']: 'ascii_number.h', 'digit_comparison.h', 'parse_number.h']:
with open('include/fast_float/' + filename) as f: with open('include/fast_float/' + filename, encoding='utf8') as f:
text = '' text = ''
for line in f: for line in f:
if line.startswith('#include "'): continue if line.startswith('#include "'): continue
@ -82,7 +82,7 @@ text = ''.join([
processed_files['parse_number.h']]) processed_files['parse_number.h']])
if args.output: if args.output:
with open(args.output, 'wt') as f: with open(args.output, 'wt', encoding='utf8') as f:
f.write(text) f.write(text)
else: else:
print(text) print(text)