mirror of
https://github.com/github/octodns.git
synced 2024-05-11 05:55:00 +00:00
67e8139580
They apparently should be called on class objects rather than on instances. I ran into thread-safety problems (eating data) before this change. /cc http://pyyaml.org/ticket/36 which mentions those methods not being thread-safe, but that PyYaml itself should be.
79 lines
2.1 KiB
Python
79 lines
2.1 KiB
Python
#
|
|
#
|
|
#
|
|
|
|
from __future__ import absolute_import, division, print_function, \
|
|
unicode_literals
|
|
|
|
from yaml import SafeDumper, SafeLoader, load, dump
|
|
from yaml.constructor import ConstructorError
|
|
import re
|
|
|
|
|
|
# zero-padded sort, simplified version of
|
|
# https://www.xormedia.com/natural-sort-order-with-zero-padding/
|
|
_pad_re = re.compile('\d+')
|
|
|
|
|
|
def _zero_pad(match):
|
|
return '{:04d}'.format(int(match.group(0)))
|
|
|
|
|
|
def _zero_padded_numbers(s):
|
|
try:
|
|
int(s)
|
|
except ValueError:
|
|
return _pad_re.sub(lambda d: _zero_pad(d), s)
|
|
|
|
|
|
# Found http://stackoverflow.com/a/21912744 which guided me on how to hook in
|
|
# here
|
|
class SortEnforcingLoader(SafeLoader):
|
|
|
|
def _construct(self, node):
|
|
self.flatten_mapping(node)
|
|
ret = self.construct_pairs(node)
|
|
keys = [d[0] for d in ret]
|
|
if keys != sorted(keys, key=_zero_padded_numbers):
|
|
raise ConstructorError(None, None, "keys out of order: {}"
|
|
.format(', '.join(keys)), node.start_mark)
|
|
return dict(ret)
|
|
|
|
|
|
SortEnforcingLoader.add_constructor(SortEnforcingLoader.DEFAULT_MAPPING_TAG,
|
|
SortEnforcingLoader._construct)
|
|
|
|
|
|
def safe_load(stream, enforce_order=True):
|
|
return load(stream, SortEnforcingLoader if enforce_order else SafeLoader)
|
|
|
|
|
|
class SortingDumper(SafeDumper):
|
|
'''
|
|
This sorts keys alphanumerically in a "natural" manner where things with
|
|
the number 2 come before the number 12.
|
|
|
|
See https://www.xormedia.com/natural-sort-order-with-zero-padding/ for
|
|
more info
|
|
'''
|
|
|
|
def _representer(self, data):
|
|
data = data.items()
|
|
data.sort(key=lambda d: _zero_padded_numbers(d[0]))
|
|
return self.represent_mapping(self.DEFAULT_MAPPING_TAG, data)
|
|
|
|
|
|
SortingDumper.add_representer(dict, SortingDumper._representer)
|
|
|
|
|
|
def safe_dump(data, fh, **options):
|
|
kwargs = {
|
|
'canonical': False,
|
|
'indent': 2,
|
|
'default_style': '',
|
|
'default_flow_style': False,
|
|
'explicit_start': True
|
|
}
|
|
kwargs.update(options)
|
|
dump(data, fh, SortingDumper, **kwargs)
|