1040 lines
35 KiB
Python
1040 lines
35 KiB
Python
|
"""Python module which parses and emits TOML.
|
||
|
|
|
||
|
|
Released under the MIT license.
|
||
|
|
"""
|
||
|
|
import re
|
||
|
|
import io
|
||
|
|
import datetime
|
||
|
|
from os import linesep
|
||
|
|
import sys
|
||
|
|
|
||
|
|
__version__ = "0.9.6"
|
||
|
|
_spec_ = "0.4.0"
|
||
|
|
|
||
|
|
|
||
|
|
class TomlDecodeError(Exception):
|
||
|
|
"""Base toml Exception / Error."""
|
||
|
|
pass
|
||
|
|
|
||
|
|
|
||
|
|
class TomlTz(datetime.tzinfo):
|
||
|
|
def __init__(self, toml_offset):
|
||
|
|
if toml_offset == "Z":
|
||
|
|
self._raw_offset = "+00:00"
|
||
|
|
else:
|
||
|
|
self._raw_offset = toml_offset
|
||
|
|
self._sign = -1 if self._raw_offset[0] == '-' else 1
|
||
|
|
self._hours = int(self._raw_offset[1:3])
|
||
|
|
self._minutes = int(self._raw_offset[4:6])
|
||
|
|
|
||
|
|
def tzname(self, dt):
|
||
|
|
return "UTC" + self._raw_offset
|
||
|
|
|
||
|
|
def utcoffset(self, dt):
|
||
|
|
return self._sign * datetime.timedelta(hours=self._hours,
|
||
|
|
minutes=self._minutes)
|
||
|
|
|
||
|
|
def dst(self, dt):
|
||
|
|
return datetime.timedelta(0)
|
||
|
|
|
||
|
|
|
||
|
|
class InlineTableDict(object):
|
||
|
|
"""Sentinel subclass of dict for inline tables."""
|
||
|
|
|
||
|
|
|
||
|
|
def _get_empty_inline_table(_dict):
|
||
|
|
class DynamicInlineTableDict(_dict, InlineTableDict):
|
||
|
|
"""Concrete sentinel subclass for inline tables.
|
||
|
|
It is a subclass of _dict which is passed in dynamically at load time
|
||
|
|
It is also a subclass of InlineTableDict
|
||
|
|
"""
|
||
|
|
|
||
|
|
return DynamicInlineTableDict()
|
||
|
|
|
||
|
|
|
||
|
|
try:
|
||
|
|
_range = xrange
|
||
|
|
except NameError:
|
||
|
|
unicode = str
|
||
|
|
_range = range
|
||
|
|
basestring = str
|
||
|
|
unichr = chr
|
||
|
|
|
||
|
|
try:
|
||
|
|
FNFError = FileNotFoundError
|
||
|
|
except NameError:
|
||
|
|
FNFError = IOError
|
||
|
|
|
||
|
|
|
||
|
|
def load(f, _dict=dict):
|
||
|
|
"""Parses named file or files as toml and returns a dictionary
|
||
|
|
|
||
|
|
Args:
|
||
|
|
f: Path to the file to open, array of files to read into single dict
|
||
|
|
or a file descriptor
|
||
|
|
_dict: (optional) Specifies the class of the returned toml dictionary
|
||
|
|
|
||
|
|
Returns:
|
||
|
|
Parsed toml file represented as a dictionary
|
||
|
|
|
||
|
|
Raises:
|
||
|
|
TypeError -- When f is invalid type
|
||
|
|
TomlDecodeError: Error while decoding toml
|
||
|
|
IOError / FileNotFoundError -- When an array with no valid (existing)
|
||
|
|
(Python 2 / Python 3) file paths is passed
|
||
|
|
"""
|
||
|
|
|
||
|
|
if isinstance(f, basestring):
|
||
|
|
with io.open(f, encoding='utf-8') as ffile:
|
||
|
|
return loads(ffile.read(), _dict)
|
||
|
|
elif isinstance(f, list):
|
||
|
|
from os import path as op
|
||
|
|
from warnings import warn
|
||
|
|
if not [path for path in f if op.exists(path)]:
|
||
|
|
error_msg = "Load expects a list to contain filenames only."
|
||
|
|
error_msg += linesep
|
||
|
|
error_msg += ("The list needs to contain the path of at least one "
|
||
|
|
"existing file.")
|
||
|
|
raise FNFError(error_msg)
|
||
|
|
d = _dict()
|
||
|
|
for l in f:
|
||
|
|
if op.exists(l):
|
||
|
|
d.update(load(l))
|
||
|
|
else:
|
||
|
|
warn("Non-existent filename in list with at least one valid "
|
||
|
|
"filename")
|
||
|
|
return d
|
||
|
|
else:
|
||
|
|
try:
|
||
|
|
return loads(f.read(), _dict)
|
||
|
|
except AttributeError:
|
||
|
|
raise TypeError("You can only load a file descriptor, filename or "
|
||
|
|
"list")
|
||
|
|
|
||
|
|
|
||
|
|
_groupname_re = re.compile(r'^[A-Za-z0-9_-]+$')
|
||
|
|
|
||
|
|
|
||
|
|
def loads(s, _dict=dict):
|
||
|
|
"""Parses string as toml
|
||
|
|
|
||
|
|
Args:
|
||
|
|
s: String to be parsed
|
||
|
|
_dict: (optional) Specifies the class of the returned toml dictionary
|
||
|
|
|
||
|
|
Returns:
|
||
|
|
Parsed toml file represented as a dictionary
|
||
|
|
|
||
|
|
Raises:
|
||
|
|
TypeError: When a non-string is passed
|
||
|
|
TomlDecodeError: Error while decoding toml
|
||
|
|
"""
|
||
|
|
|
||
|
|
implicitgroups = []
|
||
|
|
retval = _dict()
|
||
|
|
currentlevel = retval
|
||
|
|
if not isinstance(s, basestring):
|
||
|
|
raise TypeError("Expecting something like a string")
|
||
|
|
|
||
|
|
if not isinstance(s, unicode):
|
||
|
|
s = s.decode('utf8')
|
||
|
|
|
||
|
|
sl = list(s)
|
||
|
|
openarr = 0
|
||
|
|
openstring = False
|
||
|
|
openstrchar = ""
|
||
|
|
multilinestr = False
|
||
|
|
arrayoftables = False
|
||
|
|
beginline = True
|
||
|
|
keygroup = False
|
||
|
|
keyname = 0
|
||
|
|
for i, item in enumerate(sl):
|
||
|
|
if item == '\r' and sl[i + 1] == '\n':
|
||
|
|
sl[i] = ' '
|
||
|
|
continue
|
||
|
|
if keyname:
|
||
|
|
if item == '\n':
|
||
|
|
raise TomlDecodeError("Key name found without value."
|
||
|
|
" Reached end of line.")
|
||
|
|
if openstring:
|
||
|
|
if item == openstrchar:
|
||
|
|
keyname = 2
|
||
|
|
openstring = False
|
||
|
|
openstrchar = ""
|
||
|
|
continue
|
||
|
|
elif keyname == 1:
|
||
|
|
if item.isspace():
|
||
|
|
keyname = 2
|
||
|
|
continue
|
||
|
|
elif item.isalnum() or item == '_' or item == '-':
|
||
|
|
continue
|
||
|
|
elif keyname == 2 and item.isspace():
|
||
|
|
continue
|
||
|
|
if item == '=':
|
||
|
|
keyname = 0
|
||
|
|
else:
|
||
|
|
raise TomlDecodeError("Found invalid character in key name: '" +
|
||
|
|
item + "'. Try quoting the key name.")
|
||
|
|
if item == "'" and openstrchar != '"':
|
||
|
|
k = 1
|
||
|
|
try:
|
||
|
|
while sl[i - k] == "'":
|
||
|
|
k += 1
|
||
|
|
if k == 3:
|
||
|
|
break
|
||
|
|
except IndexError:
|
||
|
|
pass
|
||
|
|
if k == 3:
|
||
|
|
multilinestr = not multilinestr
|
||
|
|
openstring = multilinestr
|
||
|
|
else:
|
||
|
|
openstring = not openstring
|
||
|
|
if openstring:
|
||
|
|
openstrchar = "'"
|
||
|
|
else:
|
||
|
|
openstrchar = ""
|
||
|
|
if item == '"' and openstrchar != "'":
|
||
|
|
oddbackslash = False
|
||
|
|
k = 1
|
||
|
|
tripquote = False
|
||
|
|
try:
|
||
|
|
while sl[i - k] == '"':
|
||
|
|
k += 1
|
||
|
|
if k == 3:
|
||
|
|
tripquote = True
|
||
|
|
break
|
||
|
|
if k == 1 or (k == 3 and tripquote):
|
||
|
|
while sl[i - k] == '\\':
|
||
|
|
oddbackslash = not oddbackslash
|
||
|
|
k += 1
|
||
|
|
except IndexError:
|
||
|
|
pass
|
||
|
|
if not oddbackslash:
|
||
|
|
if tripquote:
|
||
|
|
multilinestr = not multilinestr
|
||
|
|
openstring = multilinestr
|
||
|
|
else:
|
||
|
|
openstring = not openstring
|
||
|
|
if openstring:
|
||
|
|
openstrchar = '"'
|
||
|
|
else:
|
||
|
|
openstrchar = ""
|
||
|
|
if item == '#' and (not openstring and not keygroup and
|
||
|
|
not arrayoftables):
|
||
|
|
j = i
|
||
|
|
try:
|
||
|
|
while sl[j] != '\n':
|
||
|
|
sl[j] = ' '
|
||
|
|
j += 1
|
||
|
|
except IndexError:
|
||
|
|
break
|
||
|
|
if item == '[' and (not openstring and not keygroup and
|
||
|
|
not arrayoftables):
|
||
|
|
if beginline:
|
||
|
|
if len(sl) > i + 1 and sl[i + 1] == '[':
|
||
|
|
arrayoftables = True
|
||
|
|
else:
|
||
|
|
keygroup = True
|
||
|
|
else:
|
||
|
|
openarr += 1
|
||
|
|
if item == ']' and not openstring:
|
||
|
|
if keygroup:
|
||
|
|
keygroup = False
|
||
|
|
elif arrayoftables:
|
||
|
|
if sl[i - 1] == ']':
|
||
|
|
arrayoftables = False
|
||
|
|
else:
|
||
|
|
openarr -= 1
|
||
|
|
if item == '\n':
|
||
|
|
if openstring or multilinestr:
|
||
|
|
if not multilinestr:
|
||
|
|
raise TomlDecodeError("Unbalanced quotes")
|
||
|
|
if ((sl[i - 1] == "'" or sl[i - 1] == '"') and (
|
||
|
|
sl[i - 2] == sl[i - 1])):
|
||
|
|
sl[i] = sl[i - 1]
|
||
|
|
if sl[i - 3] == sl[i - 1]:
|
||
|
|
sl[i - 3] = ' '
|
||
|
|
elif openarr:
|
||
|
|
sl[i] = ' '
|
||
|
|
else:
|
||
|
|
beginline = True
|
||
|
|
elif beginline and sl[i] != ' ' and sl[i] != '\t':
|
||
|
|
beginline = False
|
||
|
|
if not keygroup and not arrayoftables:
|
||
|
|
if sl[i] == '=':
|
||
|
|
raise TomlDecodeError("Found empty keyname. ")
|
||
|
|
keyname = 1
|
||
|
|
s = ''.join(sl)
|
||
|
|
s = s.split('\n')
|
||
|
|
multikey = None
|
||
|
|
multilinestr = ""
|
||
|
|
multibackslash = False
|
||
|
|
for line in s:
|
||
|
|
if not multilinestr or multibackslash or '\n' not in multilinestr:
|
||
|
|
line = line.strip()
|
||
|
|
if line == "" and (not multikey or multibackslash):
|
||
|
|
continue
|
||
|
|
if multikey:
|
||
|
|
if multibackslash:
|
||
|
|
multilinestr += line
|
||
|
|
else:
|
||
|
|
multilinestr += line
|
||
|
|
multibackslash = False
|
||
|
|
if len(line) > 2 and (line[-1] == multilinestr[0] and
|
||
|
|
line[-2] == multilinestr[0] and
|
||
|
|
line[-3] == multilinestr[0]):
|
||
|
|
try:
|
||
|
|
value, vtype = _load_value(multilinestr, _dict)
|
||
|
|
except ValueError as err:
|
||
|
|
raise TomlDecodeError(str(err))
|
||
|
|
currentlevel[multikey] = value
|
||
|
|
multikey = None
|
||
|
|
multilinestr = ""
|
||
|
|
else:
|
||
|
|
k = len(multilinestr) - 1
|
||
|
|
while k > -1 and multilinestr[k] == '\\':
|
||
|
|
multibackslash = not multibackslash
|
||
|
|
k -= 1
|
||
|
|
if multibackslash:
|
||
|
|
multilinestr = multilinestr[:-1]
|
||
|
|
else:
|
||
|
|
multilinestr += "\n"
|
||
|
|
continue
|
||
|
|
if line[0] == '[':
|
||
|
|
arrayoftables = False
|
||
|
|
if len(line) == 1:
|
||
|
|
raise TomlDecodeError("Opening key group bracket on line by "
|
||
|
|
"itself.")
|
||
|
|
if line[1] == '[':
|
||
|
|
arrayoftables = True
|
||
|
|
line = line[2:]
|
||
|
|
splitstr = ']]'
|
||
|
|
else:
|
||
|
|
line = line[1:]
|
||
|
|
splitstr = ']'
|
||
|
|
i = 1
|
||
|
|
quotesplits = _get_split_on_quotes(line)
|
||
|
|
quoted = False
|
||
|
|
for quotesplit in quotesplits:
|
||
|
|
if not quoted and splitstr in quotesplit:
|
||
|
|
break
|
||
|
|
i += quotesplit.count(splitstr)
|
||
|
|
quoted = not quoted
|
||
|
|
line = line.split(splitstr, i)
|
||
|
|
if len(line) < i + 1 or line[-1].strip() != "":
|
||
|
|
raise TomlDecodeError("Key group not on a line by itself.")
|
||
|
|
groups = splitstr.join(line[:-1]).split('.')
|
||
|
|
i = 0
|
||
|
|
while i < len(groups):
|
||
|
|
groups[i] = groups[i].strip()
|
||
|
|
if len(groups[i]) > 0 and (groups[i][0] == '"' or
|
||
|
|
groups[i][0] == "'"):
|
||
|
|
groupstr = groups[i]
|
||
|
|
j = i + 1
|
||
|
|
while not groupstr[0] == groupstr[-1]:
|
||
|
|
j += 1
|
||
|
|
if j > len(groups) + 2:
|
||
|
|
raise TomlDecodeError("Invalid group name '" +
|
||
|
|
groupstr + "' Something " +
|
||
|
|
"went wrong.")
|
||
|
|
groupstr = '.'.join(groups[i:j]).strip()
|
||
|
|
groups[i] = groupstr[1:-1]
|
||
|
|
groups[i + 1:j] = []
|
||
|
|
else:
|
||
|
|
if not _groupname_re.match(groups[i]):
|
||
|
|
raise TomlDecodeError("Invalid group name '" +
|
||
|
|
groups[i] + "'. Try quoting it.")
|
||
|
|
i += 1
|
||
|
|
currentlevel = retval
|
||
|
|
for i in _range(len(groups)):
|
||
|
|
group = groups[i]
|
||
|
|
if group == "":
|
||
|
|
raise TomlDecodeError("Can't have a keygroup with an empty "
|
||
|
|
"name")
|
||
|
|
try:
|
||
|
|
currentlevel[group]
|
||
|
|
if i == len(groups) - 1:
|
||
|
|
if group in implicitgroups:
|
||
|
|
implicitgroups.remove(group)
|
||
|
|
if arrayoftables:
|
||
|
|
raise TomlDecodeError("An implicitly defined "
|
||
|
|
"table can't be an array")
|
||
|
|
elif arrayoftables:
|
||
|
|
currentlevel[group].append(_dict())
|
||
|
|
else:
|
||
|
|
raise TomlDecodeError("What? " + group +
|
||
|
|
" already exists?" +
|
||
|
|
str(currentlevel))
|
||
|
|
except TypeError:
|
||
|
|
currentlevel = currentlevel[-1]
|
||
|
|
try:
|
||
|
|
currentlevel[group]
|
||
|
|
except KeyError:
|
||
|
|
currentlevel[group] = _dict()
|
||
|
|
if i == len(groups) - 1 and arrayoftables:
|
||
|
|
currentlevel[group] = [_dict()]
|
||
|
|
except KeyError:
|
||
|
|
if i != len(groups) - 1:
|
||
|
|
implicitgroups.append(group)
|
||
|
|
currentlevel[group] = _dict()
|
||
|
|
if i == len(groups) - 1 and arrayoftables:
|
||
|
|
currentlevel[group] = [_dict()]
|
||
|
|
currentlevel = currentlevel[group]
|
||
|
|
if arrayoftables:
|
||
|
|
try:
|
||
|
|
currentlevel = currentlevel[-1]
|
||
|
|
except KeyError:
|
||
|
|
pass
|
||
|
|
elif line[0] == "{":
|
||
|
|
if line[-1] != "}":
|
||
|
|
raise TomlDecodeError("Line breaks are not allowed in inline"
|
||
|
|
"objects")
|
||
|
|
try:
|
||
|
|
_load_inline_object(line, currentlevel, _dict, multikey,
|
||
|
|
multibackslash)
|
||
|
|
except ValueError as err:
|
||
|
|
raise TomlDecodeError(str(err))
|
||
|
|
elif "=" in line:
|
||
|
|
try:
|
||
|
|
ret = _load_line(line, currentlevel, _dict, multikey,
|
||
|
|
multibackslash)
|
||
|
|
except ValueError as err:
|
||
|
|
raise TomlDecodeError(str(err))
|
||
|
|
if ret is not None:
|
||
|
|
multikey, multilinestr, multibackslash = ret
|
||
|
|
return retval
|
||
|
|
|
||
|
|
|
||
|
|
def _load_inline_object(line, currentlevel, _dict, multikey=False,
|
||
|
|
multibackslash=False):
|
||
|
|
candidate_groups = line[1:-1].split(",")
|
||
|
|
groups = []
|
||
|
|
if len(candidate_groups) == 1 and not candidate_groups[0].strip():
|
||
|
|
candidate_groups.pop()
|
||
|
|
while len(candidate_groups) > 0:
|
||
|
|
candidate_group = candidate_groups.pop(0)
|
||
|
|
try:
|
||
|
|
_, value = candidate_group.split('=', 1)
|
||
|
|
except ValueError:
|
||
|
|
raise ValueError("Invalid inline table encountered")
|
||
|
|
value = value.strip()
|
||
|
|
if ((value[0] == value[-1] and value[0] in ('"', "'")) or (
|
||
|
|
value[0] in '-0123456789' or
|
||
|
|
value in ('true', 'false') or
|
||
|
|
(value[0] == "[" and value[-1] == "]") or
|
||
|
|
(value[0] == '{' and value[-1] == '}'))):
|
||
|
|
groups.append(candidate_group)
|
||
|
|
elif len(candidate_groups) > 0:
|
||
|
|
candidate_groups[0] = candidate_group + "," + candidate_groups[0]
|
||
|
|
else:
|
||
|
|
raise ValueError("Invalid inline table value encountered")
|
||
|
|
for group in groups:
|
||
|
|
status = _load_line(group, currentlevel, _dict, multikey,
|
||
|
|
multibackslash)
|
||
|
|
if status is not None:
|
||
|
|
break
|
||
|
|
|
||
|
|
|
||
|
|
# Matches a TOML number, which allows underscores for readability
|
||
|
|
_number_with_underscores = re.compile('([0-9])(_([0-9]))*')
|
||
|
|
|
||
|
|
|
||
|
|
def _strictly_valid_num(n):
|
||
|
|
n = n.strip()
|
||
|
|
if not n:
|
||
|
|
return False
|
||
|
|
if n[0] == '_':
|
||
|
|
return False
|
||
|
|
if n[-1] == '_':
|
||
|
|
return False
|
||
|
|
if "_." in n or "._" in n:
|
||
|
|
return False
|
||
|
|
if len(n) == 1:
|
||
|
|
return True
|
||
|
|
if n[0] == '0' and n[1] != '.':
|
||
|
|
return False
|
||
|
|
if n[0] == '+' or n[0] == '-':
|
||
|
|
n = n[1:]
|
||
|
|
if n[0] == '0' and n[1] != '.':
|
||
|
|
return False
|
||
|
|
if '__' in n:
|
||
|
|
return False
|
||
|
|
return True
|
||
|
|
|
||
|
|
|
||
|
|
def _get_split_on_quotes(line):
|
||
|
|
doublequotesplits = line.split('"')
|
||
|
|
quoted = False
|
||
|
|
quotesplits = []
|
||
|
|
if len(doublequotesplits) > 1 and "'" in doublequotesplits[0]:
|
||
|
|
singlequotesplits = doublequotesplits[0].split("'")
|
||
|
|
doublequotesplits = doublequotesplits[1:]
|
||
|
|
while len(singlequotesplits) % 2 == 0 and len(doublequotesplits):
|
||
|
|
singlequotesplits[-1] += '"' + doublequotesplits[0]
|
||
|
|
doublequotesplits = doublequotesplits[1:]
|
||
|
|
if "'" in singlequotesplits[-1]:
|
||
|
|
singlequotesplits = (singlequotesplits[:-1] +
|
||
|
|
singlequotesplits[-1].split("'"))
|
||
|
|
quotesplits += singlequotesplits
|
||
|
|
for doublequotesplit in doublequotesplits:
|
||
|
|
if quoted:
|
||
|
|
quotesplits.append(doublequotesplit)
|
||
|
|
else:
|
||
|
|
quotesplits += doublequotesplit.split("'")
|
||
|
|
quoted = not quoted
|
||
|
|
return quotesplits
|
||
|
|
|
||
|
|
|
||
|
|
def _load_line(line, currentlevel, _dict, multikey, multibackslash):
|
||
|
|
i = 1
|
||
|
|
quotesplits = _get_split_on_quotes(line)
|
||
|
|
quoted = False
|
||
|
|
for quotesplit in quotesplits:
|
||
|
|
if not quoted and '=' in quotesplit:
|
||
|
|
break
|
||
|
|
i += quotesplit.count('=')
|
||
|
|
quoted = not quoted
|
||
|
|
pair = line.split('=', i)
|
||
|
|
strictly_valid = _strictly_valid_num(pair[-1])
|
||
|
|
if _number_with_underscores.match(pair[-1]):
|
||
|
|
pair[-1] = pair[-1].replace('_', '')
|
||
|
|
while len(pair[-1]) and (pair[-1][0] != ' ' and pair[-1][0] != '\t' and
|
||
|
|
pair[-1][0] != "'" and pair[-1][0] != '"' and
|
||
|
|
pair[-1][0] != '[' and pair[-1][0] != '{' and
|
||
|
|
pair[-1] != 'true' and pair[-1] != 'false'):
|
||
|
|
try:
|
||
|
|
float(pair[-1])
|
||
|
|
break
|
||
|
|
except ValueError:
|
||
|
|
pass
|
||
|
|
if _load_date(pair[-1]) is not None:
|
||
|
|
break
|
||
|
|
i += 1
|
||
|
|
prev_val = pair[-1]
|
||
|
|
pair = line.split('=', i)
|
||
|
|
if prev_val == pair[-1]:
|
||
|
|
raise ValueError("Invalid date or number")
|
||
|
|
if strictly_valid:
|
||
|
|
strictly_valid = _strictly_valid_num(pair[-1])
|
||
|
|
pair = ['='.join(pair[:-1]).strip(), pair[-1].strip()]
|
||
|
|
if (pair[0][0] == '"' or pair[0][0] == "'") and \
|
||
|
|
(pair[0][-1] == '"' or pair[0][-1] == "'"):
|
||
|
|
pair[0] = pair[0][1:-1]
|
||
|
|
if len(pair[1]) > 2 and ((pair[1][0] == '"' or pair[1][0] == "'") and
|
||
|
|
pair[1][1] == pair[1][0] and
|
||
|
|
pair[1][2] == pair[1][0] and
|
||
|
|
not (len(pair[1]) > 5 and
|
||
|
|
pair[1][-1] == pair[1][0] and
|
||
|
|
pair[1][-2] == pair[1][0] and
|
||
|
|
pair[1][-3] == pair[1][0])):
|
||
|
|
k = len(pair[1]) - 1
|
||
|
|
while k > -1 and pair[1][k] == '\\':
|
||
|
|
multibackslash = not multibackslash
|
||
|
|
k -= 1
|
||
|
|
if multibackslash:
|
||
|
|
multilinestr = pair[1][:-1]
|
||
|
|
else:
|
||
|
|
multilinestr = pair[1] + "\n"
|
||
|
|
multikey = pair[0]
|
||
|
|
else:
|
||
|
|
value, vtype = _load_value(pair[1], _dict, strictly_valid)
|
||
|
|
try:
|
||
|
|
currentlevel[pair[0]]
|
||
|
|
raise ValueError("Duplicate keys!")
|
||
|
|
except KeyError:
|
||
|
|
if multikey:
|
||
|
|
return multikey, multilinestr, multibackslash
|
||
|
|
else:
|
||
|
|
currentlevel[pair[0]] = value
|
||
|
|
|
||
|
|
|
||
|
|
def _load_date(val):
|
||
|
|
microsecond = 0
|
||
|
|
tz = None
|
||
|
|
try:
|
||
|
|
if len(val) > 19:
|
||
|
|
if val[19] == '.':
|
||
|
|
if val[-1].upper() == 'Z':
|
||
|
|
subsecondval = val[20:-1]
|
||
|
|
tzval = "Z"
|
||
|
|
else:
|
||
|
|
subsecondvalandtz = val[20:]
|
||
|
|
if '+' in subsecondvalandtz:
|
||
|
|
splitpoint = subsecondvalandtz.index('+')
|
||
|
|
subsecondval = subsecondvalandtz[:splitpoint]
|
||
|
|
tzval = subsecondvalandtz[splitpoint:]
|
||
|
|
elif '-' in subsecondvalandtz:
|
||
|
|
splitpoint = subsecondvalandtz.index('-')
|
||
|
|
subsecondval = subsecondvalandtz[:splitpoint]
|
||
|
|
tzval = subsecondvalandtz[splitpoint:]
|
||
|
|
tz = TomlTz(tzval)
|
||
|
|
microsecond = int(int(subsecondval) *
|
||
|
|
(10 ** (6 - len(subsecondval))))
|
||
|
|
else:
|
||
|
|
tz = TomlTz(val[19:])
|
||
|
|
except ValueError:
|
||
|
|
tz = None
|
||
|
|
if "-" not in val[1:]:
|
||
|
|
return None
|
||
|
|
try:
|
||
|
|
d = datetime.datetime(
|
||
|
|
int(val[:4]), int(val[5:7]),
|
||
|
|
int(val[8:10]), int(val[11:13]),
|
||
|
|
int(val[14:16]), int(val[17:19]), microsecond, tz)
|
||
|
|
except ValueError:
|
||
|
|
return None
|
||
|
|
return d
|
||
|
|
|
||
|
|
|
||
|
|
def _load_unicode_escapes(v, hexbytes, prefix):
|
||
|
|
skip = False
|
||
|
|
i = len(v) - 1
|
||
|
|
while i > -1 and v[i] == '\\':
|
||
|
|
skip = not skip
|
||
|
|
i -= 1
|
||
|
|
for hx in hexbytes:
|
||
|
|
if skip:
|
||
|
|
skip = False
|
||
|
|
i = len(hx) - 1
|
||
|
|
while i > -1 and hx[i] == '\\':
|
||
|
|
skip = not skip
|
||
|
|
i -= 1
|
||
|
|
v += prefix
|
||
|
|
v += hx
|
||
|
|
continue
|
||
|
|
hxb = ""
|
||
|
|
i = 0
|
||
|
|
hxblen = 4
|
||
|
|
if prefix == "\\U":
|
||
|
|
hxblen = 8
|
||
|
|
hxb = ''.join(hx[i:i + hxblen]).lower()
|
||
|
|
if hxb.strip('0123456789abcdef'):
|
||
|
|
raise ValueError("Invalid escape sequence: " + hxb)
|
||
|
|
if hxb[0] == "d" and hxb[1].strip('01234567'):
|
||
|
|
raise ValueError("Invalid escape sequence: " + hxb +
|
||
|
|
". Only scalar unicode points are allowed.")
|
||
|
|
v += unichr(int(hxb, 16))
|
||
|
|
v += unicode(hx[len(hxb):])
|
||
|
|
return v
|
||
|
|
|
||
|
|
|
||
|
|
# Unescape TOML string values.
|
||
|
|
|
||
|
|
# content after the \
|
||
|
|
_escapes = ['0', 'b', 'f', 'n', 'r', 't', '"']
|
||
|
|
# What it should be replaced by
|
||
|
|
_escapedchars = ['\0', '\b', '\f', '\n', '\r', '\t', '\"']
|
||
|
|
# Used for substitution
|
||
|
|
_escape_to_escapedchars = dict(zip(_escapes, _escapedchars))
|
||
|
|
|
||
|
|
|
||
|
|
def _unescape(v):
|
||
|
|
"""Unescape characters in a TOML string."""
|
||
|
|
i = 0
|
||
|
|
backslash = False
|
||
|
|
while i < len(v):
|
||
|
|
if backslash:
|
||
|
|
backslash = False
|
||
|
|
if v[i] in _escapes:
|
||
|
|
v = v[:i - 1] + _escape_to_escapedchars[v[i]] + v[i + 1:]
|
||
|
|
elif v[i] == '\\':
|
||
|
|
v = v[:i - 1] + v[i:]
|
||
|
|
elif v[i] == 'u' or v[i] == 'U':
|
||
|
|
i += 1
|
||
|
|
else:
|
||
|
|
raise ValueError("Reserved escape sequence used")
|
||
|
|
continue
|
||
|
|
elif v[i] == '\\':
|
||
|
|
backslash = True
|
||
|
|
i += 1
|
||
|
|
return v
|
||
|
|
|
||
|
|
|
||
|
|
def _load_value(v, _dict, strictly_valid=True):
|
||
|
|
if not v:
|
||
|
|
raise ValueError("Empty value is invalid")
|
||
|
|
if v == 'true':
|
||
|
|
return (True, "bool")
|
||
|
|
elif v == 'false':
|
||
|
|
return (False, "bool")
|
||
|
|
elif v[0] == '"':
|
||
|
|
testv = v[1:].split('"')
|
||
|
|
triplequote = False
|
||
|
|
triplequotecount = 0
|
||
|
|
if len(testv) > 1 and testv[0] == '' and testv[1] == '':
|
||
|
|
testv = testv[2:]
|
||
|
|
triplequote = True
|
||
|
|
closed = False
|
||
|
|
for tv in testv:
|
||
|
|
if tv == '':
|
||
|
|
if triplequote:
|
||
|
|
triplequotecount += 1
|
||
|
|
else:
|
||
|
|
closed = True
|
||
|
|
else:
|
||
|
|
oddbackslash = False
|
||
|
|
try:
|
||
|
|
i = -1
|
||
|
|
j = tv[i]
|
||
|
|
while j == '\\':
|
||
|
|
oddbackslash = not oddbackslash
|
||
|
|
i -= 1
|
||
|
|
j = tv[i]
|
||
|
|
except IndexError:
|
||
|
|
pass
|
||
|
|
if not oddbackslash:
|
||
|
|
if closed:
|
||
|
|
raise ValueError("Stuff after closed string. WTF?")
|
||
|
|
else:
|
||
|
|
if not triplequote or triplequotecount > 1:
|
||
|
|
closed = True
|
||
|
|
else:
|
||
|
|
triplequotecount = 0
|
||
|
|
escapeseqs = v.split('\\')[1:]
|
||
|
|
backslash = False
|
||
|
|
for i in escapeseqs:
|
||
|
|
if i == '':
|
||
|
|
backslash = not backslash
|
||
|
|
else:
|
||
|
|
if i[0] not in _escapes and (i[0] != 'u' and i[0] != 'U' and
|
||
|
|
not backslash):
|
||
|
|
raise ValueError("Reserved escape sequence used")
|
||
|
|
if backslash:
|
||
|
|
backslash = False
|
||
|
|
for prefix in ["\\u", "\\U"]:
|
||
|
|
if prefix in v:
|
||
|
|
hexbytes = v.split(prefix)
|
||
|
|
v = _load_unicode_escapes(hexbytes[0], hexbytes[1:], prefix)
|
||
|
|
v = _unescape(v)
|
||
|
|
if len(v) > 1 and v[1] == '"' and (len(v) < 3 or v[1] == v[2]):
|
||
|
|
v = v[2:-2]
|
||
|
|
return (v[1:-1], "str")
|
||
|
|
elif v[0] == "'":
|
||
|
|
if v[1] == "'" and (len(v) < 3 or v[1] == v[2]):
|
||
|
|
v = v[2:-2]
|
||
|
|
return (v[1:-1], "str")
|
||
|
|
elif v[0] == '[':
|
||
|
|
return (_load_array(v, _dict), "array")
|
||
|
|
elif v[0] == '{':
|
||
|
|
inline_object = _get_empty_inline_table(_dict)
|
||
|
|
_load_inline_object(v, inline_object, _dict)
|
||
|
|
return (inline_object, "inline_object")
|
||
|
|
else:
|
||
|
|
parsed_date = _load_date(v)
|
||
|
|
if parsed_date is not None:
|
||
|
|
return (parsed_date, "date")
|
||
|
|
if not strictly_valid:
|
||
|
|
raise ValueError("Weirdness with leading zeroes or "
|
||
|
|
"underscores in your number.")
|
||
|
|
itype = "int"
|
||
|
|
neg = False
|
||
|
|
if v[0] == '-':
|
||
|
|
neg = True
|
||
|
|
v = v[1:]
|
||
|
|
elif v[0] == '+':
|
||
|
|
v = v[1:]
|
||
|
|
v = v.replace('_', '')
|
||
|
|
if '.' in v or 'e' in v or 'E' in v:
|
||
|
|
if '.' in v and v.split('.', 1)[1] == '':
|
||
|
|
raise ValueError("This float is missing digits after "
|
||
|
|
"the point")
|
||
|
|
if v[0] not in '0123456789':
|
||
|
|
raise ValueError("This float doesn't have a leading digit")
|
||
|
|
v = float(v)
|
||
|
|
itype = "float"
|
||
|
|
else:
|
||
|
|
v = int(v)
|
||
|
|
if neg:
|
||
|
|
return (0 - v, itype)
|
||
|
|
return (v, itype)
|
||
|
|
|
||
|
|
|
||
|
|
def _bounded_string(s):
|
||
|
|
if len(s) == 0:
|
||
|
|
return True
|
||
|
|
if s[-1] != s[0]:
|
||
|
|
return False
|
||
|
|
i = -2
|
||
|
|
backslash = False
|
||
|
|
while len(s) + i > 0:
|
||
|
|
if s[i] == "\\":
|
||
|
|
backslash = not backslash
|
||
|
|
i -= 1
|
||
|
|
else:
|
||
|
|
break
|
||
|
|
return not backslash
|
||
|
|
|
||
|
|
|
||
|
|
def _load_array(a, _dict):
|
||
|
|
atype = None
|
||
|
|
retval = []
|
||
|
|
a = a.strip()
|
||
|
|
if '[' not in a[1:-1] or "" != a[1:-1].split('[')[0].strip():
|
||
|
|
strarray = False
|
||
|
|
tmpa = a[1:-1].strip()
|
||
|
|
if tmpa != '' and (tmpa[0] == '"' or tmpa[0] == "'"):
|
||
|
|
strarray = True
|
||
|
|
if not a[1:-1].strip().startswith('{'):
|
||
|
|
a = a[1:-1].split(',')
|
||
|
|
else:
|
||
|
|
# a is an inline object, we must find the matching parenthesis
|
||
|
|
# to define groups
|
||
|
|
new_a = []
|
||
|
|
start_group_index = 1
|
||
|
|
end_group_index = 2
|
||
|
|
in_str = False
|
||
|
|
while end_group_index < len(a[1:]):
|
||
|
|
if a[end_group_index] == '"' or a[end_group_index] == "'":
|
||
|
|
if in_str:
|
||
|
|
backslash_index = end_group_index - 1
|
||
|
|
while (backslash_index > -1 and
|
||
|
|
a[backslash_index] == '\\'):
|
||
|
|
in_str = not in_str
|
||
|
|
backslash_index -= 1
|
||
|
|
in_str = not in_str
|
||
|
|
if in_str or a[end_group_index] != '}':
|
||
|
|
end_group_index += 1
|
||
|
|
continue
|
||
|
|
|
||
|
|
# Increase end_group_index by 1 to get the closing bracket
|
||
|
|
end_group_index += 1
|
||
|
|
new_a.append(a[start_group_index:end_group_index])
|
||
|
|
|
||
|
|
# The next start index is at least after the closing bracket, a
|
||
|
|
# closing bracket can be followed by a comma since we are in
|
||
|
|
# an array.
|
||
|
|
start_group_index = end_group_index + 1
|
||
|
|
while (start_group_index < len(a[1:]) and
|
||
|
|
a[start_group_index] != '{'):
|
||
|
|
start_group_index += 1
|
||
|
|
end_group_index = start_group_index + 1
|
||
|
|
a = new_a
|
||
|
|
b = 0
|
||
|
|
if strarray:
|
||
|
|
while b < len(a) - 1:
|
||
|
|
ab = a[b].strip()
|
||
|
|
while (not _bounded_string(ab) or
|
||
|
|
(len(ab) > 2 and
|
||
|
|
ab[0] == ab[1] == ab[2] and
|
||
|
|
ab[-2] != ab[0] and
|
||
|
|
ab[-3] != ab[0])):
|
||
|
|
a[b] = a[b] + ',' + a[b + 1]
|
||
|
|
ab = a[b].strip()
|
||
|
|
if b < len(a) - 2:
|
||
|
|
a = a[:b + 1] + a[b + 2:]
|
||
|
|
else:
|
||
|
|
a = a[:b + 1]
|
||
|
|
b += 1
|
||
|
|
else:
|
||
|
|
al = list(a[1:-1])
|
||
|
|
a = []
|
||
|
|
openarr = 0
|
||
|
|
j = 0
|
||
|
|
for i in _range(len(al)):
|
||
|
|
if al[i] == '[':
|
||
|
|
openarr += 1
|
||
|
|
elif al[i] == ']':
|
||
|
|
openarr -= 1
|
||
|
|
elif al[i] == ',' and not openarr:
|
||
|
|
a.append(''.join(al[j:i]))
|
||
|
|
j = i + 1
|
||
|
|
a.append(''.join(al[j:]))
|
||
|
|
for i in _range(len(a)):
|
||
|
|
a[i] = a[i].strip()
|
||
|
|
if a[i] != '':
|
||
|
|
nval, ntype = _load_value(a[i], _dict)
|
||
|
|
if atype:
|
||
|
|
if ntype != atype:
|
||
|
|
raise ValueError("Not a homogeneous array")
|
||
|
|
else:
|
||
|
|
atype = ntype
|
||
|
|
retval.append(nval)
|
||
|
|
return retval
|
||
|
|
|
||
|
|
|
||
|
|
def dump(o, f):
|
||
|
|
"""Writes out dict as toml to a file
|
||
|
|
|
||
|
|
Args:
|
||
|
|
o: Object to dump into toml
|
||
|
|
f: File descriptor where the toml should be stored
|
||
|
|
|
||
|
|
Returns:
|
||
|
|
String containing the toml corresponding to dictionary
|
||
|
|
|
||
|
|
Raises:
|
||
|
|
TypeError: When anything other than file descriptor is passed
|
||
|
|
"""
|
||
|
|
|
||
|
|
if not f.write:
|
||
|
|
raise TypeError("You can only dump an object to a file descriptor")
|
||
|
|
d = dumps(o)
|
||
|
|
f.write(d)
|
||
|
|
return d
|
||
|
|
|
||
|
|
|
||
|
|
def dumps(o, preserve=False):
|
||
|
|
"""Stringifies input dict as toml
|
||
|
|
|
||
|
|
Args:
|
||
|
|
o: Object to dump into toml
|
||
|
|
|
||
|
|
preserve: Boolean parameter. If true, preserve inline tables.
|
||
|
|
|
||
|
|
Returns:
|
||
|
|
String containing the toml corresponding to dict
|
||
|
|
"""
|
||
|
|
|
||
|
|
retval = ""
|
||
|
|
addtoretval, sections = _dump_sections(o, "")
|
||
|
|
retval += addtoretval
|
||
|
|
while sections != {}:
|
||
|
|
newsections = {}
|
||
|
|
for section in sections:
|
||
|
|
addtoretval, addtosections = _dump_sections(sections[section],
|
||
|
|
section, preserve)
|
||
|
|
if addtoretval or (not addtoretval and not addtosections):
|
||
|
|
if retval and retval[-2:] != "\n\n":
|
||
|
|
retval += "\n"
|
||
|
|
retval += "[" + section + "]\n"
|
||
|
|
if addtoretval:
|
||
|
|
retval += addtoretval
|
||
|
|
for s in addtosections:
|
||
|
|
newsections[section + "." + s] = addtosections[s]
|
||
|
|
sections = newsections
|
||
|
|
return retval
|
||
|
|
|
||
|
|
|
||
|
|
def _dump_sections(o, sup, preserve=False):
|
||
|
|
retstr = ""
|
||
|
|
if sup != "" and sup[-1] != ".":
|
||
|
|
sup += '.'
|
||
|
|
retdict = o.__class__()
|
||
|
|
arraystr = ""
|
||
|
|
for section in o:
|
||
|
|
section = unicode(section)
|
||
|
|
qsection = section
|
||
|
|
if not re.match(r'^[A-Za-z0-9_-]+$', section):
|
||
|
|
if '"' in section:
|
||
|
|
qsection = "'" + section + "'"
|
||
|
|
else:
|
||
|
|
qsection = '"' + section + '"'
|
||
|
|
if not isinstance(o[section], dict):
|
||
|
|
arrayoftables = False
|
||
|
|
if isinstance(o[section], list):
|
||
|
|
for a in o[section]:
|
||
|
|
if isinstance(a, dict):
|
||
|
|
arrayoftables = True
|
||
|
|
if arrayoftables:
|
||
|
|
for a in o[section]:
|
||
|
|
arraytabstr = "\n"
|
||
|
|
arraystr += "[[" + sup + qsection + "]]\n"
|
||
|
|
s, d = _dump_sections(a, sup + qsection)
|
||
|
|
if s:
|
||
|
|
if s[0] == "[":
|
||
|
|
arraytabstr += s
|
||
|
|
else:
|
||
|
|
arraystr += s
|
||
|
|
while d != {}:
|
||
|
|
newd = {}
|
||
|
|
for dsec in d:
|
||
|
|
s1, d1 = _dump_sections(d[dsec], sup + qsection +
|
||
|
|
"." + dsec)
|
||
|
|
if s1:
|
||
|
|
arraytabstr += ("[" + sup + qsection + "." +
|
||
|
|
dsec + "]\n")
|
||
|
|
arraytabstr += s1
|
||
|
|
for s1 in d1:
|
||
|
|
newd[dsec + "." + s1] = d1[s1]
|
||
|
|
d = newd
|
||
|
|
arraystr += arraytabstr
|
||
|
|
else:
|
||
|
|
if o[section] is not None:
|
||
|
|
retstr += (qsection + " = " +
|
||
|
|
unicode(_dump_value(o[section])) + '\n')
|
||
|
|
elif preserve and isinstance(o[section], InlineTableDict):
|
||
|
|
retstr += (qsection + " = " + _dump_inline_table(o[section]))
|
||
|
|
else:
|
||
|
|
retdict[qsection] = o[section]
|
||
|
|
retstr += arraystr
|
||
|
|
return (retstr, retdict)
|
||
|
|
|
||
|
|
|
||
|
|
def _dump_inline_table(section):
|
||
|
|
"""Preserve inline table in its compact syntax instead of expanding
|
||
|
|
into subsection.
|
||
|
|
|
||
|
|
https://github.com/toml-lang/toml#user-content-inline-table
|
||
|
|
"""
|
||
|
|
retval = ""
|
||
|
|
if isinstance(section, dict):
|
||
|
|
val_list = []
|
||
|
|
for k, v in section.items():
|
||
|
|
val = _dump_inline_table(v)
|
||
|
|
val_list.append(k + " = " + val)
|
||
|
|
retval += "{ " + ", ".join(val_list) + " }\n"
|
||
|
|
return retval
|
||
|
|
else:
|
||
|
|
return unicode(_dump_value(section))
|
||
|
|
|
||
|
|
|
||
|
|
def _dump_value(v):
|
||
|
|
dump_funcs = {
|
||
|
|
str: _dump_str,
|
||
|
|
unicode: _dump_str,
|
||
|
|
list: _dump_list,
|
||
|
|
int: lambda v: v,
|
||
|
|
bool: lambda v: unicode(v).lower(),
|
||
|
|
float: _dump_float,
|
||
|
|
datetime.datetime: lambda v: v.isoformat().replace('+00:00', 'Z'),
|
||
|
|
}
|
||
|
|
# Lookup function corresponding to v's type
|
||
|
|
dump_fn = dump_funcs.get(type(v))
|
||
|
|
if dump_fn is None and hasattr(v, '__iter__'):
|
||
|
|
dump_fn = dump_funcs[list]
|
||
|
|
# Evaluate function (if it exists) else return v
|
||
|
|
return dump_fn(v) if dump_fn is not None else dump_funcs[str](v)
|
||
|
|
|
||
|
|
|
||
|
|
def _dump_str(v):
|
||
|
|
if sys.version_info < (3,) and hasattr(v, 'decode') and isinstance(v, str):
|
||
|
|
v = v.decode('utf-8')
|
||
|
|
v = "%r" % v
|
||
|
|
if v[0] == 'u':
|
||
|
|
v = v[1:]
|
||
|
|
singlequote = v.startswith("'")
|
||
|
|
if singlequote or v.startswith('"'):
|
||
|
|
v = v[1:-1]
|
||
|
|
if singlequote:
|
||
|
|
v = v.replace("\\'", "'")
|
||
|
|
v = v.replace('"', '\\"')
|
||
|
|
v = v.split("\\x")
|
||
|
|
while len(v) > 1:
|
||
|
|
i = -1
|
||
|
|
if not v[0]:
|
||
|
|
v = v[1:]
|
||
|
|
v[0] = v[0].replace("\\\\", "\\")
|
||
|
|
# No, I don't know why != works and == breaks
|
||
|
|
joinx = v[0][i] != "\\"
|
||
|
|
while v[0][:i] and v[0][i] == "\\":
|
||
|
|
joinx = not joinx
|
||
|
|
i -= 1
|
||
|
|
if joinx:
|
||
|
|
joiner = "x"
|
||
|
|
else:
|
||
|
|
joiner = "u00"
|
||
|
|
v = [v[0] + joiner + v[1]] + v[2:]
|
||
|
|
return unicode('"' + v[0] + '"')
|
||
|
|
|
||
|
|
|
||
|
|
def _dump_list(v):
|
||
|
|
retval = "["
|
||
|
|
for u in v:
|
||
|
|
retval += " " + unicode(_dump_value(u)) + ","
|
||
|
|
retval += "]"
|
||
|
|
return retval
|
||
|
|
|
||
|
|
|
||
|
|
def _dump_float(v):
|
||
|
|
return "{0:.16}".format(v).replace("e+0", "e+").replace("e-0", "e-")
|