#!/usr/bin/env python2
# coding: utf-8

import copy
import operator
import unittest

from pykit import dictutil
from pykit import ututil

dd = ututil.dd


class TestDictDeepIter(unittest.TestCase):

    def test_depth_iter_default(self):

        cases = (
            ({}, []),
            ({'k1': 'v1'},
             [(['k1'], 'v1')]
             ),
            ({'k1': 'v1', 'k2': 'v2'},
             [
                (['k1'], 'v1'),
                (['k2'], 'v2'),
            ]),
            ({'k1': {'k11': 'v11'},
              'k2': 'v2',
              'empty': {},
              },
             ([
                 (['k1', 'k11'], 'v11'),
                 (['k2'], 'v2'),
             ]),
             )
        )

        for _in, _out in cases:

            idx = 0

            for rst in dictutil.depth_iter(_in):
                self.assertEqual(
                    _out[idx],
                    rst,
                    ('input: {_in}, output: {rst}, expected: {_out}').format(
                        _in=repr(_in),
                        _out=repr(rst),
                        rst=repr(_out[idx])
                    )
                )

                idx = idx + 1

    def test_depth_iter_ks(self):

        idx = 0
        ks = ['mykey']

        _in = {'k1': {'k11': 'v11'}, 'k2': 'v2'}
        _out = [
            (['mykey', 'k1', 'k11'], 'v11'),
            (['mykey', 'k2'], 'v2'),
        ]
        _mes = 'test argument ks in dictutil.dict_depth_iter()'

        for rst in dictutil.depth_iter(_in, ks=ks):
            self.assertEqual(
                _out[idx],
                rst,
                ('input: {_in}, output: {rst}, expected: {_out},'
                 'message: {_mes}').format(
                     _in=repr(_in),
                     _out=repr(rst),
                     rst=repr(_out[idx]),
                     _mes=_mes
                )
            )

            idx = idx + 1

    def test_depth_iter_maxdepth(self):

        idx = 0

        _in = {
            'k1': {
                'k11': {
                    'k111': {
                        'k1111': 'v1111'
                    },
                    'empty': {},
                },
            },
        }

        _out = [
            (['k1'], {'k11': {'k111': {'k1111': 'v1111'}, 'empty': {}}}),
            (['k1', 'k11'], {'k111': {'k1111': 'v1111'}, 'empty': {}}),
            (['k1', 'k11', 'empty'], {}),
            (['k1', 'k11', 'k111'], {'k1111': 'v1111'}),
            (['k1', 'k11', 'k111', 'k1111'], 'v1111')
        ]

        for depth in range(1, 5):
            for rst in dictutil.depth_iter(_in, maxdepth=depth):
                dd('depth:', depth)
                dd('_in:', _in)
                dd('_out[idx]:', _out[idx])
                dd('rst:', rst)
                self.assertEqual(_out[idx], rst)

                idx = idx + 1

    def test_depth_iter_intermediate(self):

        _in = {
            'k1': {
                'k11': {
                    'k111': {
                        'k1111': 'v1111'
                    },
                    'empty': {},
                },
            },
        }

        _out = [
            (['k1'], {'k11': {'k111': {'k1111': 'v1111'}, 'empty': {}}}),
            (['k1', 'k11'], {'k111': {'k1111': 'v1111'}, 'empty': {}}),
            (['k1', 'k11', 'empty'], {}),
            (['k1', 'k11', 'k111'], {'k1111': 'v1111'}),
            (['k1', 'k11', 'k111', 'k1111'], 'v1111')
        ]

        idx = 0
        for rst in dictutil.depth_iter(_in, intermediate=True):
            self.assertEqual(
                _out[idx],
                rst)

            idx = idx + 1

        self.assertEqual(len(_out), idx)

    def test_depth_iter_empty_as_leaf(self):

        _in = {
            'k1': {
                'k11': {
                    'k111': {
                        'k1111': 'v1111'
                    },
                    'empty': {},
                },
            },
        }

        _out = [
            (['k1', 'k11', 'empty'], {}),
            (['k1', 'k11', 'k111', 'k1111'], 'v1111'),
        ]

        idx = 0
        for rst in dictutil.depth_iter(_in, empty_leaf=True):
            self.assertEqual(_out[idx], rst)
            idx = idx + 1

        self.assertEqual(len(_out), idx)

    def test_depth_iter_empty_as_leaf_and_intermediate(self):

        _in = {
            'k1': {
                'k11': {
                    'k111': {
                        'k1111': 'v1111'
                    },
                    'empty': {},
                },
            },
        }

        _out = [
            (['k1'], {'k11': {'k111': {'k1111': 'v1111'}, 'empty': {}}}),
            (['k1', 'k11'], {'k111': {'k1111': 'v1111'}, 'empty': {}}),
            (['k1', 'k11', 'empty'], {}),
            (['k1', 'k11', 'k111'], {'k1111': 'v1111'}),
            (['k1', 'k11', 'k111', 'k1111'], 'v1111')
        ]

        idx = 0
        for rst in dictutil.depth_iter(_in, intermediate=True, empty_leaf=True):
            self.assertEqual(_out[idx], rst)
            idx = idx + 1

        self.assertEqual(len(_out), idx)

    def test_depth_iter_is_allowed(self):

        _in = {
            'k1': {
                'k11': {
                    'k111': {
                        'k1111': 'v1111'
                    },
                    'empty': {},
                },
            },
        }

        cases = (
                ({'is_allowed': lambda ks, v: isinstance(v, dict) and len(v) == 0,
                  },
                 ['k1', 'k11', 'empty'], {},
                 'choose only empty dict value',
                 ),

                ({'is_allowed': lambda ks, v: isinstance(v, str),
                  },
                 ['k1', 'k11', 'k111', 'k1111'], 'v1111',
                 'choose only string value',
                 ),

                ({'is_allowed': lambda ks, v: isinstance(v, str),
                  'intermediate': True,
                  },
                 ['k1', 'k11', 'k111', 'k1111'], 'v1111',
                 'is_allowed should override intermediate',
                 ),

                ({'is_allowed': lambda ks, v: isinstance(v, str),
                  'empty_leaf': True,
                  },
                 ['k1', 'k11', 'k111', 'k1111'], 'v1111',
                 'is_allowed should override empty_leaf',
                 ),

        )

        for kwargs, expected_ks, expected_v, msg in cases:

            dd(msg)
            dd(kwargs)
            dd('expected:', expected_ks, expected_v)

            for ks, v in dictutil.depth_iter(_in, **kwargs):
                self.assertEqual(expected_ks, ks)
                self.assertEqual(expected_v, v)


class TestDictBreadthIter(unittest.TestCase):

    def test_breadth_iter_default(self):

        cases = (
            ({}, []),
            ({'k1': 'v1'}, [(['k1'], 'v1')]),
            ({'k1': 'v1', 'k2': 'v2'}, [(['k2'], 'v2'), (['k1'], 'v1')]),
            ({'k1': {'k11': 'v11'}, 'k2': 'v2'},
             ([(['k2'], 'v2'),
               (['k1'], {'k11': 'v11'}),
               (['k1', 'k11'], 'v11')
               ])
             )
        )

        for _in, _out in cases:

            idx = 0

            for rst in dictutil.breadth_iter(_in):
                self.assertEqual(
                    _out[idx],
                    rst,
                    ('input: {_in}, output: {rst}, expected: {_out}').format(
                        _in=repr(_in),
                        _out=repr(rst),
                        rst=repr(_out[idx]),
                    )
                )

                idx = idx + 1


class TestGetter(unittest.TestCase):

    def test_getter_str(self):

        cases = (
            ('',
             [''],
             ('',),
             'lambda dic, vars={}: dic.get("", vars.get("_default", 0))'
             ),

            ('.',
             ['', ''],
             ('', '',),
             'lambda dic, vars={}: dic.get("", {}).get("", vars.get("_default", 0))'
             ),

            ('...',
             ['', '', '', ''],
             ('', '', '', ''),
             'lambda dic, vars={}: dic.get("", {}).get("", {}).get("", {}).get("", vars.get("_default", 0))'
             ),

            ('.x',
             ['', 'x'],
             ('', 'x'),
             'lambda dic, vars={}: dic.get("", {}).get("x", vars.get("_default", 0))'
             ),

            ('x..',
             ['x', '', ''],
             ('x', '', ''),
             'lambda dic, vars={}: dic.get("x", {}).get("", {}).get("", vars.get("_default", 0))'
             ),

            ('x',
             ['x'],
             ('x',),
             'lambda dic, vars={}: dic.get("x", vars.get("_default", 0))'
             ),

            ('x.y',
             ['x', 'y'],
             ('x', 'y',),
             'lambda dic, vars={}: dic.get("x", {}).get("y", vars.get("_default", 0))'
             ),

            ('x.y.zz',
             ['x', 'y', 'zz'],
             ('x', 'y', 'zz',),
             'lambda dic, vars={}: dic.get("x", {}).get("y", {}).get("zz", vars.get("_default", 0))'
             ),

            # dynamic
            ('$',
             ['$'],
             ('$',),
             'lambda dic, vars={}: dic.get(str(vars.get("", "_")), vars.get("_default", 0))'
             ),

            ('$xx',
             ['$xx'],
             ('$xx',),
             'lambda dic, vars={}: dic.get(str(vars.get("xx", "_")), vars.get("_default", 0))'
             ),

            ('$xx.$yy',
             ['$xx', '$yy'],
             ('$xx', '$yy',),
             'lambda dic, vars={}: dic.get(str(vars.get("xx", "_")), {}).get(str(vars.get("yy", "_")), vars.get("_default", 0))'
             ),

            (None,
             [1, '1', 1.0, ()],
             (1, '1', 1.0, ()),
             'lambda dic, vars={}: dic.get(1, {}).get("1", {}).get(1.0, {}).get((), vars.get("_default", 0))',
             ),

            (None,
             [('x',), ('y',)],
             (('x',), ('y',)),
             'lambda dic, vars={}: dic.get(("x",), {}).get(("y",), vars.get("_default", 0))',
             ),

            (None,
             [(1,), ('1', (1.0,),)],
             ((1,), ('1', (1.0,),)),
             'lambda dic, vars={}: dic.get((1,), {}).get(("1",(1.0,),), vars.get("_default", 0))',
             ),

            (None,
             [(1,), ('$xx', (1.0,), '$yy'), ],
             ((1,), ('$xx', (1.0,), '$yy'), ),
             'lambda dic, vars={}: dic.get((1,), {}).get((str(vars.get("xx", "_")),(1.0,),str(vars.get("yy", "_")),), vars.get("_default", 0))',
             ),

            (None,
             [{1: 1}, [1, '1']],
             ({1: 1}, [1, '1']),
             'lambda dic, vars={}: dic.get({1: 1}, {}).get([1, \'1\'], vars.get("_default", 0))')
        )

        for _in_str, _in_list, _in_tuple, _out in cases:

            self.assert_make_getter_str(_in_str, _out)

            self.assert_make_getter_str(_in_list, _out)

            self.assert_make_getter_str(_in_tuple, _out)

    def assert_make_getter_str(self, _in, _out, default=0):
        if _in is None:
            return
        rst = dictutil.make_getter_str(_in, default=default)
        self.assertEqual(_out, rst,
                         'input: {_in}, expected: {_out}, actual: {rst}'.format(
                             _in=repr(_in),
                             _out=repr(_out),
                             rst=repr(rst),
                         )
                         )

    def test_getter_str_default(self):

        cases = (

            ('x', None,
             'lambda dic, vars={}: dic.get("x", vars.get("_default", None))'
             ),

            ('x', 1,
             'lambda dic, vars={}: dic.get("x", vars.get("_default", 1))'
             ),

            ('x', True,
             'lambda dic, vars={}: dic.get("x", vars.get("_default", True))'
             ),

            ('x', "abc",
             'lambda dic, vars={}: dic.get("x", vars.get("_default", \'abc\'))'
             ),

        )

        for _in_str, _default, _out in cases:

            _in_list = [_in_str]
            _in_tuple = (_in_str,)

            self.assert_make_getter_str(_in_str, _out, default=_default)

            self.assert_make_getter_str(_in_list, _out, default=_default)

            self.assert_make_getter_str(_in_tuple, _out, default=_default)

    def test_getter_vars(self):

        cases = (

            ('', [''], ('',),
             0,
             {"x": 1, "": 1}, {},
             1
             ),

            ('.', ['', ''], ('', '',),
             0,
             {'': {'': 1}}, {},
             1
             ),

            ('...', ['', '', '', ''], ('', '', '', ''),
             0,
             {'': {'': {'': {'': 1}}}}, {},
             1
             ),

            ('.x', ['', 'x'], ('', 'x',),
             0,
             {'': {'x': 1}}, {},
             1
             ),

            ('x..', ['x', '', ''], ('x', '', '',),
             0,
             {'x': {'': {'': 1}}}, {},
             1
             ),

            ('x', ['x'], ('x',), 0,
             {}, {},
             0
             ),

            ('x', ['x'], ('x',), 0,
             {'x': {'y': 3}}, {},
             {'y': 3}
             ),

            ('x', ['x'], ('x',), 55,
             {}, {},
             55
             ),

            ('x', ['x'], ('x',), 55,
             {}, {'_default': 66},
             66
             ),

            ('x', ['x'], ('x',), 55,
             {"x": 1}, {},
             1
             ),

            ('x.y', ['x', 'y'], ('x', 'y',), 55,
             {"x": {"y": 3}}, {},
             3
             ),

            ('x.z', ['x', 'z'], ('x', 'z',), 55,
             {"x": {"y": 3}}, {},
             55
             ),

            ('x.$v', ['x', '$v'], ('x', '$v',), 55,
             {"x": {"y": 3}}, {},
             55
             ),

            ('x.$var_name', ['x', '$var_name'], ('x', '$var_name',), 55,
             {"x": {"y": 3}}, {"var_name": "y"},
             3
             ),

            ('x.$var_name.z', ['x', '$var_name', 'z'], ('x', '$var_name', 'z',), 55,
             {"x": {"y": {}}}, {"var_name": "y"},
             55
             ),

            ('x.$var_name.z', ['x', '$var_name', 'z'], ('x', '$var_name', 'z',), 55,
             {"x": {"y": {"z": 4}}}, {"var_name": "y"},
             4
             ),

            (None, [1, '1', 1.0, ()], (1, '1', 1.0, ()), 55,
             {1: {'1': {1.0: {(): 3}}}}, {},
             3
             ),

            (None, [(1,), ('$xx', (1.0,), '$yy'), ], ((1,), ('$xx', (1.0,), '$yy'),), 55,
             {(1,): {('xx', (1.0,), 'yy'): 3}}, {"xx": "xx", "yy": "yy"},
             3
             ),
        )

        for _in_str, _in_str_list, _in_str_tuple, _default, _dic, _vars, _out in cases:

            self.assert_getter_and_maker(_in_str, _dic, _out, _vars, _default)

            self.assert_getter_and_maker(_in_str_list, _dic, _out, _vars, _default)

            self.assert_getter_and_maker(_in_str_tuple, _dic, _out, _vars, _default)

    def test_getter_type_error(self):
        cases = (
            ([{1: 1}, [1, '1']],
             {},),
            (({1: 1}, [1, '1']),
             {}),
        )

        for _in, _dic in cases:
            acc = dictutil.make_getter(_in, default=0)
            with self.assertRaises(TypeError):
                acc(_dic)
            with self.assertRaises(TypeError):
                dictutil.get(_dic, _in)

    def assert_getter_and_maker(self, _in, _dic, _out, _vars, _default):

        if _in is None:
            return
        acc = dictutil.make_getter(_in, default=_default)
        rst = acc(_dic, vars=_vars)
        self.assertEqual(_out, rst,
                         'input: {_in}, {_default}, {_dic}, {_vars} expected: {_out}, actual: {rst}'.format(
                             _in=repr(_in),
                             _default=repr(_default),
                             _dic=repr(_dic),
                             _vars=repr(_vars),
                             _out=repr(_out),
                             rst=repr(rst),
                         )
                         )
        # test dictutil.get() with the same set of cases
        rst = dictutil.get(_dic, _in, vars=_vars, default=_default)
        dd('dictutil.get({dic}, {key_path} vars={vars}, default={default})'.format(
            dic=_dic,
            key_path=_in,
            vars=_vars,
            default=_default,
        ))
        dd(rst)
        self.assertEqual(_out, rst,
                         'input: {_in}, {_default}, {_dic}, {_vars} expected: {_out}, actual: {rst}'.format(
                             _in=repr(_in),
                             _default=repr(_default),
                             _dic=repr(_dic),
                             _vars=repr(_vars),
                             _out=repr(_out),
                             rst=repr(rst),
                         )
                         )

    def test_get_ignore_vars_key_error(self):

        cases = (
                ({}, '$a', {"a": "x"}, None, 0),
                ({}, '$a', {"a": "x"}, True, 0),
                ({}, ['$a', ('$a',), ], {"a": "x"}, True, 0),
        )

        for case in cases:

            dd('case: ', case)

            dic, key_path, vars, ign, expected = case
            rst = dictutil.get(dic, key_path, vars=vars, ignore_vars_key_error=ign)

            dd('rst: ', rst)

            self.assertEqual(expected, rst)

        with self.assertRaises(KeyError):
            dictutil.get({}, '$a', {}, ignore_vars_key_error=False)

        with self.assertRaises(KeyError):
            dictutil.get({}, (('1', '$a',),), {}, ignore_vars_key_error=False)

        with self.assertRaises(KeyError):
            dictutil.get({}, [('1', '$a',)], {}, ignore_vars_key_error=False)


class TestSetter(unittest.TestCase):

    def test_setter(self):

        cases = (
                ('', {},
                 10,
                 {'': 10}
                 ),

                ('.', {},
                 10,
                 {'': {'': 10}}),

                ('...', {},
                 10,
                 {'': {'': {'': {'': 10}}}}
                 ),

                ('.x', {},
                 10,
                 {'': {'x': 10}},
                 ),

                ('x..', {},
                 10,
                 {'x': {'': {'': 10}}},
                 ),

                ('a', {},
                 3,
                 {'a': 3},
                 ),

                ('a', {'exist': 44},
                 3,
                 {'a': 3, 'exist': 44},
                 ),

                ('a.b.c', {'exist': 44},
                 3,
                 {'a': {'b': {'c': 3}}, 'exist': 44},
                 ),

                ('a.b.c', {'a': {'exist': 44}},
                 3,
                 {'a': {'b': {'c': 3}, 'exist': 44}},
                 ),

                (['a', 'b', 'c'], {'a': {'exist': 44}},
                 3,
                 {'a': {'b': {'c': 3}, 'exist': 44}},
                 ),

                (('a', 'b', 'c'), {'a': {'exist': 44}},
                 3,
                 {'a': {'b': {'c': 3}, 'exist': 44}},
                 ),

                ([1, '1', 1.0, ()], {'a': {'exist': 44}},
                 3,
                 {'a': {'exist': 44}, 1: {'1': {1.0: {(): 3}}}},
                 ),

                ((1, '1', 1.0, ()), {'a': {'exist': 44}},
                 3,
                 {'a': {'exist': 44}, 1: {'1': {1.0: {(): 3}}}},
                 ),

                ([(1,), ('1', (1.0,),)], {'a': {'exist': 44}},
                 3,
                 {'a': {'exist': 44}, (1,): {('1', (1.0,),): 3}},
                 ),

                (((1,), ('1', (1.0,),)), {'a': {'exist': 44}},
                 3,
                 {'a': {'exist': 44}, (1,): {('1', (1.0,),): 3}},
                 ),

        )

        for _key_path, _dic, _value, _expect in cases:

            _set = dictutil.make_setter(_key_path)
            rst = _set(_dic, _value)

            self.assertEqual(_value, rst,
                             'input: {_key_path}, {_dic}; expected return value: {_value}, actual: {rst}'.format(
                                 _key_path=repr(_key_path),
                                 _dic=repr(_dic),
                                 _value=repr(_value),
                                 rst=repr(rst),
                             )
                             )

            self.assertEqual(_expect, _dic,
                             'input: {_key_path}, {_dic}; expected dict: {_expect}, actual: {rst}'.format(
                                 _key_path=repr(_key_path),
                                 _dic=repr(_dic),
                                 _expect=repr(_expect),
                                 rst=repr(rst),
                             )
                             )

    def test_setter_default(self):

        cases = (

                ('a', 'value', {},
                 {'a': 'value'},
                 ),

                ('exist', 'value', {'exist': 44},
                 {'exist': 'value'},
                 ),

                ('a.exist', 'value', {'a': {'exist': 44}},
                 {'a': {'exist': 'value'}},
                 ),

                ('a.exist', lambda *x: '_def', {'a': {'exist': 44}},
                 {'a': {'exist': '_def'}},
                 ),

                ('a.exist', lambda vars: vars.get('foo'), {'a': {'exist': 44}},
                 {'a': {'exist': 'foo'}},
                 ),

                ([1, '1', 1.0, ()], lambda vars: vars.get('foo'), {'a': {'exist': 44}},
                 {'a': {'exist': 44}, 1: {'1': {1.0: {(): 'foo'}}}},
                 ),

                ((1, '1', 1.0, ()), lambda vars: vars.get('foo'), {'a': {'exist': 44}},
                 {'a': {'exist': 44}, 1: {'1': {1.0: {(): 'foo'}}}},
                 ),

                ([(1,), ('1', (1.0,),)], lambda vars: vars.get('foo'), {'a': {'exist': 44}},
                 {'a': {'exist': 44}, (1,): {('1', (1.0,),): 'foo'}},
                 ),

                (((1,), ('1', (1.0,),)), lambda vars: vars.get('foo'), {'a': {'exist': 44}},
                 {'a': {'exist': 44}, (1,): {('1', (1.0,),): 'foo'}},
                 ),

        )

        _vars = {'foo': 'foo'}

        for _key_path, _default, _dic, _expect in cases:

            _set = dictutil.make_setter(_key_path, value=_default)
            rst = _set(_dic, vars=_vars)

            if callable(_default):
                _def = _default(_vars)
            else:
                _def = _default

            self.assertEqual(_def, rst,
                             'input: {_key_path}, {_dic}; expected return value: {_def}, actual: {rst}'.format(
                                 _key_path=repr(_key_path),
                                 _dic=repr(_dic),
                                 _def=repr(_def),
                                 rst=repr(rst),
                             )
                             )

            self.assertEqual(_expect, _dic,
                             'input: {_key_path}, {_dic}; expected dict: {_expect}, actual: {rst}'.format(
                                 _key_path=repr(_key_path),
                                 _dic=repr(_dic),
                                 _expect=repr(_expect),
                                 rst=repr(rst),
                             )
                             )

            rst = _set(_dic, 'specified', vars=_vars)
            self.assertEqual('specified', rst)

    def test_setter_vars_inexistent(self):

        _set = dictutil.make_setter('$a')

        with self.assertRaises(KeyError):
            _set({}, vars={})

        _set = dictutil.make_setter(['$a'])

        with self.assertRaises(KeyError):
            _set({}, vars={})

        _set = dictutil.make_setter(('$a',))

        with self.assertRaises(KeyError):
            _set({}, vars={})

    def test_setter_vars(self):

        cases = (

                ('$a', 1,  {},
                 {'aa': 1},
                 ),

                ('$a.$foo', 1,  {},
                 {'aa': {'bar': 1}},
                 ),

                ([(1,), ('$a', (1.0,), '$foo')], 1, {},
                 {(1,): {('aa', (1.0,), 'bar'): 1}}
                 ),

                (((1,), ('$a', (1.0,), '$foo'),), 1, {},
                 {(1,): {('aa', (1.0,), 'bar'): 1}}
                 ),

        )

        _vars = {'foo': 'bar',
                 'a': 'aa',
                 }

        for _key_path, _default, _dic, _expect in cases:

            _set = dictutil.make_setter(_key_path, value=_default)
            rst = _set(_dic, vars=_vars)

            if callable(_default):
                _def = _default(_vars)
            else:
                _def = _default

            self.assertEqual(_def, rst,
                             'input: {_key_path}, {_dic}; expected return value: {_def}, actual: {rst}'.format(
                                 _key_path=repr(_key_path),
                                 _dic=repr(_dic),
                                 _def=repr(_def),
                                 rst=repr(rst),
                             )
                             )

            self.assertEqual(_expect, _dic,
                             'input: {_key_path}, {_dic}; expected dict: {_expect}, actual: {rst}'.format(
                                 _key_path=repr(_key_path),
                                 _dic=repr(_dic),
                                 _expect=repr(_expect),
                                 rst=repr(rst),
                             )
                             )

            rst = _set(_dic, 'specified', vars=_vars)
            self.assertEqual('specified', rst)

    def test_setter_incr(self):

        cases = (

                ('a',
                 ['a'],
                 ('a',),
                 1, {},
                 {'a': 1},
                 ),

                ('a',
                 ['a'],
                 ('a',),
                 1, {'a': 1},
                 {'a': 2},
                 ),

                ('a',
                 ['a'],
                 ('a',),
                 'foo', {},
                 {'a': 'foo'},
                 ),

                ('a',
                 ['a'],
                 ('a',),
                 'foo', {'a': 'bar'},
                 {'a': 'barfoo'},
                 ),

                ('a',
                 ['a'],
                 ('a',),
                 (1, 2), {},
                 {'a': (1, 2)},
                 ),

                ('a',
                 ['a'],
                 ('a',),
                 (1, 2), {'a': (0, 1)},
                 {'a': (0, 1, 1, 2)},
                 ),

                ('a',
                 ['a'],
                 ('a',),
                 [1, 2], {},
                 {'a': [1, 2]},
                 ),

                ('a',
                 ['a'],
                 ('a',),
                 [1, 2], {'a': [0, 1]},
                 {'a': [0, 1, 1, 2]},
                 ),

                ('$a.$foo',
                 ['$a', '$foo'],
                 ('$a', '$foo',),
                 1, {},
                 {'aa': {'bar': 1}},
                 ),

                ('$a.$foo',
                 ['$a', '$foo'],
                 ('$a', '$foo',),
                 1.1, {},
                 {'aa': {'bar': 1.1}},
                 ),

                ('$a.$foo',
                 ['$a', '$foo'],
                 ('$a', '$foo',),
                 'suffix', {'aa': {'bar': 'prefix-'}},
                 {'aa': {'bar': 'prefix-suffix'}},
                 ),

                ('$a.$foo',
                 ['$a', '$foo'],
                 ('$a', '$foo',),
                 ('b',), {'aa': {}},
                 {'aa': {'bar': ('b',)}},
                 ),

                ('$a.$foo',
                 ['$a', '$foo'],
                 ('$a', '$foo',),
                 ('b',), {'aa': {'bar': ('a',)}},
                 {'aa': {'bar': ('a', 'b',)}},
                 ),

                ('$a.$foo',
                 ['$a', '$foo'],
                 ('$a', '$foo',),
                 ['b', ], {'aa': {'bar': ['a', ]}},
                 {'aa': {'bar': ['a', 'b', ]}},
                 ),

                (None,
                 [1, '1', 1.0, ()],
                 (1, '1', 1.0, ()),
                 11,
                 {1: {'1': {1.0: {(): 100}}}},
                 {1: {'1': {1.0: {(): 111}}}},
                 ),

                (None,
                 [(1,), ('$foo', (1.0,), '$a')],
                 ((1,), ('$foo', (1.0,), '$a'),),
                 11,
                 {(1,): {('bar', (1.0,), 'aa'): 100}},
                 {(1,): {('bar', (1.0,), 'aa'): 111}},
                 ),

        )

        _vars = {'foo': 'bar',
                 'a': 'aa',
                 }

        for _in_str, _in_list, _in_tuple, _default, _dic, _expect in cases:
            self.assert_make_setter(_default, copy.deepcopy(_dic), _expect, _in_str, _vars)
            self.assert_make_setter(_default, copy.deepcopy(_dic), _expect, _in_list, _vars)
            self.assert_make_setter(_default, copy.deepcopy(_dic), _expect, _in_tuple, _vars)

    def assert_make_setter(self, _default, _dic, _expect, _in, _vars):

        if _in is None:
            return

        dd(_in, _default, _dic, _expect)
        _set = dictutil.make_setter(_in, value=_default, incr=True)
        rst = _set(_dic, vars=_vars)
        dd('rst:', rst)
        self.assertEqual(_expect, _dic,
                         'input: {_key_path}, {_dic}; expected dict: {_expect}, actual: {rst}'.format(
                             _key_path=repr(_in),
                             _dic=repr(_dic),
                             _expect=repr(_expect),
                             rst=repr(rst),
                         )
                         )


class TestAttrDict(unittest.TestCase):

    def test_attrdict(self):

        cases = (
                ([],
                 {},
                 {}
                 ),

                ([],
                 {'a': 2},
                 {'a': 2}
                 ),

                ([{'x': 2}],
                 {'a': 4},
                 {'x': 2, 'a': 4},
                 ),
        )

        for args, kwargs, expected in cases:
            rst = dictutil.attrdict(*args, **kwargs)
            self.assertEqual(expected, rst,
                             'input: {a} {kw} {e}, rst: {rst}'.format(
                                 a=args, kw=kwargs, e=expected, rst=rst))

            for k in rst:
                self.assertEqual(rst[k], getattr(rst, k))

    def test_dict_method(self):

        ad = dictutil.attrdict(a=1, b=2)

        self.assertEqual(['a', 'b'], ad.keys())
        self.assertEqual([1, 2], ad.values())
        self.assertEqual([('a', 1), ('b', 2)], ad.items())

    def test_recursive(self):

        ad = dictutil.attrdict(
            x=1, y={'a': 3, 'b': dict(c=4), 'd': dictutil.attrdict(z=5)})

        self.assertEqual(1, ad.x)
        self.assertEqual({'a': 3, 'b': {'c': 4}, 'd': {'z': 5}}, ad.y)
        self.assertEqual(3, ad.y.a)
        self.assertEqual(4, ad.y.b.c)
        self.assertEqual(5, ad.y.d.z)

    def test_writable(self):

        ad = dictutil.attrdict(a={}, b={1: 2})
        ad['x'] = 4
        self.assertEqual(4, ad.x)
        self.assertEqual(4, ad['x'])
        ad.y = 5
        self.assertEqual(5, ad.y)
        self.assertEqual(5, ad['y'])

    def test_attrdict_copy(self):

        # reference type value are always copied when accessing

        ad = dictutil.attrdict_copy(a={}, b={'x': {'foo': 'bar'}})
        self.assertIsNot(ad.a, ad.a)
        self.assertIsNot(ad.b.x, ad.b.x)
        self.assertIsNot(ad['a'], ad['a'])
        self.assertIsNot(ad['b']['x'], ad['b']['x'])

        # value got is still a AttrDictCopy instance

        b = ad.b
        self.assertIsNot(b.x, b.x)
        self.assertIsNot(b['x'], b['x'])

        # it does not change the original value

        with self.assertRaises(KeyError):
            ad['b'] = 10

        with self.assertRaises(KeyError):
            ad.b['x'] = 10

        with self.assertRaises(KeyError):
            b['x'] = 10

        with self.assertRaises(AttributeError):
            ad.b = 10

        with self.assertRaises(AttributeError):
            ad.b.x = 10

        with self.assertRaises(AttributeError):
            ad.y = 2

    def test_attrdict_copy_as_dict(self):

        ad = dictutil.attrdict_copy(a={}, b={'x': {}})
        d = ad.as_dict()

        b2 = d['b']
        d['b']['x'] = 100
        self.assertEqual(100, b2['x'])

    def test_attr_overriding(self):

        ad = dictutil.attrdict(items=1)

        with self.assertRaises(TypeError):
            ad.items()

    def test_ref_to_same_item(self):

        x = {'a': 1}
        ad = dictutil.attrdict(u=x, v=x)

        self.assertIs(ad.u, ad.v)

        x['x'] = x
        ad = dictutil.attrdict(x)

        self.assertTrue(isinstance(ad, dictutil.AttrDict))
        self.assertTrue(isinstance(ad.x, dictutil.AttrDict))
        self.assertTrue(ad.x is not ad, 'attrdict does create a new dict')
        self.assertTrue(ad.x.x is ad.x, 'circular references work for all dict items.')
        self.assertTrue(ad.x.x.x is ad.x.x, 'circular references work for all dict items.(2)')


class TestIsSubDict(unittest.TestCase):

    def test_dict(self):

        for case in [
            (1, 1, True),
            (1, 2, False),
            ("x", "x", True),
            ("x", "b", False),
            (None, None, True),

            ({"a": 1}, {"a": 1}, True),
            ({}, {"a": None}, False),
            ({"a": 1}, {}, True),
            ({"a": 1}, None, False),
            (None, {"a": 1}, False),

            ({"a": (1, 2)}, {"a": (1, 2)}, True),
            ({"a": (1, 2, 3)}, {"a": (1, 2)}, True),

            ({"a": 1}, [], False),
            ({"a": [1, (2, 3)]}, {"a": [1, (2,)]}, True),
            ({"a": [1, (2, 3)]}, {"a": [1, (2, 4)]}, False),
            ({"a": [1, (2, 3)]}, {"a": [1, (2, 3, 4)]}, False),

            ({"a": 1, "b": 2}, {"a": 1}, True),
            ({"a": 1}, {"a": 1, "b": 2}, False),
            ({"a": 1, "b": {"c": 3, "d": 4}}, {"a": 1, "b": {"d": 4}}, True),
            ({"a": 1, "b": {"c": 3, "d": 4}}, {"a": 1, "b": 2}, False),
        ]:
            self.assertEqual(dictutil.contains(case[0], case[1]), case[2])

    def test_recursive_dict(self):
        a = {}
        a[1] = {}
        a[1][1] = a

        b = {}
        b[1] = {}
        b[1][1] = {}
        b[1][1][1] = b

        self.assertEqual(dictutil.contains(a, b), True)

    def test_recursive_dict_with_list(self):
        a = {'k': [0, 2]}
        a['k'][0] = {'k': [0, 2]}
        a['k'][0]['k'][0] = a

        b = {'k': [0, 2]}
        b['k'][0] = b

        self.assertEqual(dictutil.contains(a, b), True)


class TestAdd(unittest.TestCase):

    def test_add(self):
        cases = (
            ({},          None,       {}, {}),
            ({},          'foo',      {}, {}),
            ({},          123,        {}, {}),
            ({},          {},         {}, {}),
            ({'a': 1},    {},         {}, {'a': 1}),
            ({},          {'a': 2},   {}, {'a': 2}),
            ({'a': 1},    {'a': 2},   {}, {'a': 3}),
            ({'a': '1'},  {'a': '2'}, {}, {'a': '12'}),
            ({'a': '1'},  {'b': '2'}, {}, {'a': '1', 'b': '2'}),
            ({'a': '1'},  {'b': {}},  {}, {'a': '1', 'b': {}}),
            ({'a': {}},   {'b': {}},  {}, {'a': {}, 'b': {}}),
            ({'a': {}},   {'a': {}},  {}, {'a': {}}),

            ({'a': {'k1': 1}},
             {'a': {}},
             {},
             {'a': {'k1': 1}}),

            ({'a': {'k1': 1}},
             {'a': {'k2': 1}},
             {},
             {'a': {'k1': 1, 'k2': 1}}),

            ({'a': {'k1': 1}},
             {'a': {'k1': 1}},
             {},
             {'a': {'k1': 2}}),

            ({'a': {'k1': 1}},
             {'a': {'k1': 1}},
             {'exclude': {'a': True}, },
             {'a': {'k1': 1}}),

            ({'a': {'k1': 1}},
             {'a': {'k1': 1}},
             {'exclude': {'a': {}}, },
             {'a': {'k1': 2}}),

            ({'a': {}},
             {'a': {'k1': 1}},
             {'exclude': {'a': {}}, },
             {'a': {'k1': 1}}),

            ({'a': {}},
             {'a': {'k1': 1}},
             {'exclude': {'a': True}, },
             {'a': {}}),

            ({'a': {'k1': 1}},
             {'a': {'k1': 1}},
             {'exclude': {'a': {}}, },
             {'a': {'k1': 2}}),

            ({'a': {'k1': 1}},
             {'a': {'k1': 1}},
             {'exclude': {'b': True}, },
             {'a': {'k1': 2}}),

            ({'a': {'k1': 1}},
             {'a': {'k1': 1}},
             {'exclude': {'b': True}, },
             {'a': {'k1': 2}}),

            ({'a': {'k1': 1}},
             {'a': {'k1': 1}},
             {'exclude': {'a': {'k1': True}}, 'recursive': True},
             {'a': {'k1': 1}}),

            ({'a': {'k1': 1}},
             {'a': {'k1': 1}},
             {'exclude': {'a': {'k2': True}}, 'recursive': True},
             {'a': {'k1': 2}}),

            ({'a': {'k1': 1}, 'b': 1},
             {'a': {'k1': 1, 'k2': 1}, 'b': 1},
             {'recursive': False},
             {'a': {'k1': 1}, 'b': 2}),
        )

        for a, b, kwargs, expected in cases:
            dd('a:', a)
            dd('b:', b)
            dd('kwargs:', kwargs)
            dd('expected:', expected)

            result = dictutil.add(a, b, **kwargs)
            dd('rst:', result)

            self.assertIsNot(a, result)
            self.assertDictEqual(expected, result,
                                 repr([a, b, kwargs, result]))

            result = dictutil.addto(a, b, **kwargs)

            self.assertIs(a, result)
            self.assertDictEqual(expected, result,
                                 repr([a, b, kwargs, result]))


class TestCombine(unittest.TestCase):

    def test_combine(self):
        cases = (
            ({'a': 2},
             {'a': 3},
             operator.mul,
             None,
             True,
             {'a': 6}),

            ({'a': 2},
             {'a': 3},
             operator.mul,
             {'a': True},
             True,
             {'a': 2}),

            ({'a': 2, 'b': {'c': 3}},
             {'a': 4, 'b': {'d': 5}},
             operator.add,
             None,
             True,
             {'a': 6, 'b': {'c': 3, 'd': 5}}),

            ({'a': 2},
             {'a': 3, 'b': {'c': 4}},
             operator.add,
             None,
             True,
             {'a': 5, 'b': {'c': 4}}),

            ({'a': 2},
             {'a': 3, 'b': {'c': 4}},
             operator.add,
             None,
             False,
             {'a': 5}),

            ({'a': 2},
             {'b': {'c': {'d': 3}}},
             operator.add,
             None,
             True,
             {'a': 2, 'b': {'c': {'d': 3}}}),
        )

        for a, b, op, exclude, recursive, expected in cases:
            result = dictutil.combine(a, b, op, exclude=exclude, recursive=recursive)
            self.assertIsNot(a, result)
            self.assertDictEqual(expected, result,
                                 repr([a, b, op, exclude, expected, result]))

            result = dictutil.combineto(a, b, op, exclude=exclude, recursive=recursive)
            self.assertIs(a, result)
            self.assertDictEqual(expected, result,
                                 repr([a, b, op, exclude, expected, result]))

    def test_deepcopy(self):

        def add_value(dict_b):
            for k, v in dict_b.items():
                if isinstance(v, dict):
                    add_value(v)
                else:
                    dict_b[k] = v + 1

        cases = (

            ({'a': 2},
             {'a': 3, 'b': {'c': 0}},
             operator.add,
             {'a': 5, 'b': {'c': 0}}),

            ({'a': 2},
             {'a': 3, 'b': {'c': {'d': 0}}},
             operator.add,
             {'a': 5, 'b': {'c': {'d': 0}}}),

            ({'a': 2, 'b': {'c': 0}},
             {'a': 3, 'b': {'c': 0}},
             operator.add,
             {'a': 5, 'b': {'c': 0}},)


        )

        for a, b, op, expected in cases:
            result = dictutil.combine(a, b, op)
            self.assertDictEqual(result, expected)

            add_value(a)
            for k, v in a.items():
                if isinstance(v, dict):
                    self.assertNotEqual(a[k], result[k])
            
            add_value(b)
            for k, v in b.items():
                if isinstance(v, dict):
                    self.assertNotEqual(b[k], result[k])



class TestDictutil(unittest.TestCase):

    def test_subdict(self):

        source_dict = {0: '0', 'a': 'a', 'none': None}

        default_dict = {'b': 'b', 'c': 'c'}

        def iter_default(k):
            return default_dict.get(k)

        def iter_keys():
            for i in (0, 'a', 'b'):
                yield i

        cases = (
            (
                ('a', 0),
                {
                    'use_default': True,
                },
                {0: '0', 'a': 'a'},
                'normal',
            ),
            (
                ('a', 'b'),
                {
                    'use_default': True,
                    'default': 0,
                },
                {'a': 'a', 'b': 0},
                'use default',
            ),
            (
                ('b', 'c'),
                {
                    'use_default': True,
                    'default': iter_default,
                },
                {'b': 'b', 'c': 'c'},
                'use default as callable',
            ),
            (
                ('b', 'c'),
                {
                    'use_default': False,
                    'default': iter_default,
                },
                {},
                'not use default',
            ),
            (
                iter_keys(),
                {
                    'use_default': True,
                },
                {0: '0', 'a': 'a', 'b': None},
                'use keys as interable',
            ),
            (
                ('none',),
                {
                    'use_default': True,
                    'default': 'not None',
                },
                {'none': None},
                'key exists and is None',
            ),
        )

        for flds, kwargs, expected, msg in cases:
            dd('msg: ', msg)
            dd('expected: ', expected)
            rst = dictutil.subdict(source_dict, flds, **kwargs)
            dd('result:   ', rst)

            self.assertEqual(expected, rst)

        test_dict = {'test': 0}
        source_dict['copy'] = test_dict
        deepcopy_cases = (
            (
                ('copy',),
                {
                    'deepcopy': True,
                },
                {'copy': {'test': 0}},
                'test deepcopy value',
            ),
            (
                ('copy',),
                {},
                {'copy': test_dict},
                'test reference value',
            ),

            (
                ('default',),
                {
                    'use_default': True,
                    'default': test_dict,
                    'deepcopy_default': True,
                },
                {'default': {'test': 0}},
                'test deepcopy default',
            ),
            (
                ('default',),
                {
                    'use_default': True,
                    'default': test_dict,
                },
                {'default': test_dict},
                'test reference default',
            ),
            (
                ('copy', 'default'),
                {
                    'use_default': True,
                    'default': test_dict,
                    'deepcopy': True,
                },
                {
                    'copy': {'test': 0},
                    'default': test_dict,
                },
                'test deepcopy value and reference default',
            ),
            (
                ('copy', 'default'),
                {
                    'use_default': True,
                    'default': test_dict,
                    'deepcopy_default': True,
                },
                {
                    'copy': test_dict,
                    'default': {'test': 0},
                },
                'test reference value and deepcopy default',
            ),
        )

        for flds, kwargs, expected, msg in deepcopy_cases:
            dd('msg :', msg)
            dd('expected: ', expected)

            rst = dictutil.subdict(source_dict, flds, **kwargs)

            dd('result:   ', rst)

            self.assertEqual(expected, rst)

            if 'deepcopy' not in kwargs:
                for k in [x for x in flds if x in source_dict]:
                    self.assertIs(expected[k], rst[k])

            if 'deepcopy_default' not in kwargs:
                for k in [x for x in flds if x not in source_dict]:
                    self.assertIs(expected[k], rst[k])

class UserDefinedType(object):

    def __init__(self, value=None):
        self.value = value


class ForTestDict(dictutil.FixedKeysDict):

    keys_default = {
        'key_1': str,
        'key_2': int,
        'key_3': dict,
        'key_4': UserDefinedType,
    }

    ident_keys = ('key_2', 'key_1')


class StrictFixedKeysDictFoo(dictutil.FixedKeysDict):
    keys_default = {
        # Does not accept default value.
        # Must specified when init it.
        'foo': lambda a: a
    }


class TestFixedKeysDict(unittest.TestCase):

    def setUp(self):
        pass

    def test_strict(self):
        self.assertRaises(TypeError, StrictFixedKeysDictFoo, {})

        # ok
        foo = StrictFixedKeysDictFoo(foo=1)

    def test_fixed_keys_dict(self):

        cases = (
            (('10.1', 32, {'a': 1}, 'user_value'),  (32, '10.1')),
            ((10.1, '32', {'a': 1}, 'user_value'),  (32, '10.1')),
            ((10.1, '32', [('a',1)], 'user_value'), (32, '10.1')),

            ((10.1, '32', [('a',1)]), (32, '10.1')),
            ((10.1,), (0, '10.1')),
            ((), (0, '')),
        )

        for case, ident in cases:

            argkv = {}
            for i in range(len(case)):
                argkv['key_'+str(i+1)] = case[i]

            d = ForTestDict(argkv)
            self.assertEqual(d.ident(), ident)

            d = ForTestDict(**argkv)
            self.assertEqual(d.ident(), ident)

            self.assertIsInstance(d['key_4'], UserDefinedType)

    def test_key_value_error(self):

        case = {
            'key_0': 0,
            'key_1': 10.1,
            'key_2': 32,
        }

        def _init():
            return ForTestDict(**case)
        self.assertRaises(KeyError, _init)

        case = {
            'key_1': 10.1,
            'key_2': 32,
        }
        d = ForTestDict(case)
        def _set():
            d['key_2'] = 10
            d['key_0'] = 10
        self.assertRaises(KeyError, _set)
        self.assertEqual(d['key_2'], 10)

        case = {
            'key_1': 10.1,
            'key_2': 32,
        }
        d = ForTestDict(case)
        def _set():
            d['key_2'] = '32.0'
        self.assertRaises(ValueError, _set)
        def _set():
            d['key_3'] = UserDefinedType(10)
        self.assertRaises(ValueError, _set)

    def test_ident(self):
        d = {
            'key_1': '10.1',
            'key_2': '32',
            'key_3': {'a': 1},
        }
        d = ForTestDict(d)

        cases = (
            ((), ()),
            (('key_1',), ('10.1',)),
            (('key_1', 'key_2'), ('10.1', 32)),
            (('key_1', 'key_2', 'key_3'), ('10.1', 32, {'a': 1})),

            (('key_3', 'key_1', 'key_2'), ({'a': 1}, '10.1', 32)),
        )

        for ident_keys, ident in cases:
            d.ident_keys = ident_keys
            self.assertEqual(d.ident(), ident)

    def test_ident_keyerror(self):
        d = {
            'key_1': '10.1',
            'key_2': '32',
        }
        d = ForTestDict(d)

        d.ident_keys = ('no_such_key',)
        def _ident():
            return d.ident()
        self.assertRaises(KeyError, _ident)

#!/usr/bin/env python2
# coding: utf-8

import copy
import operator
import unittest

from pykit import dictutil
from pykit import ututil

dd = ututil.dd


class TestDictDeepIter(unittest.TestCase):

    def test_depth_iter_default(self):

        cases = (
            ({}, []),
            ({'k1': 'v1'},
             [(['k1'], 'v1')]
             ),
            ({'k1': 'v1', 'k2': 'v2'},
             [
                (['k1'], 'v1'),
                (['k2'], 'v2'),
            ]),
            ({'k1': {'k11': 'v11'},
              'k2': 'v2',
              'empty': {},
              },
             ([
                 (['k1', 'k11'], 'v11'),
                 (['k2'], 'v2'),
             ]),
             )
        )

        for _in, _out in cases:

            idx = 0

            for rst in dictutil.depth_iter(_in):
                self.assertEqual(
                    _out[idx],
                    rst,
                    ('input: {_in}, output: {rst}, expected: {_out}').format(
                        _in=repr(_in),
                        _out=repr(rst),
                        rst=repr(_out[idx])
                    )
                )

                idx = idx + 1

    def test_depth_iter_ks(self):

        idx = 0
        ks = ['mykey']

        _in = {'k1': {'k11': 'v11'}, 'k2': 'v2'}
        _out = [
            (['mykey', 'k1', 'k11'], 'v11'),
            (['mykey', 'k2'], 'v2'),
        ]
        _mes = 'test argument ks in dictutil.dict_depth_iter()'

        for rst in dictutil.depth_iter(_in, ks=ks):
            self.assertEqual(
                _out[idx],
                rst,
                ('input: {_in}, output: {rst}, expected: {_out},'
                 'message: {_mes}').format(
                     _in=repr(_in),
                     _out=repr(rst),
                     rst=repr(_out[idx]),
                     _mes=_mes
                )
            )

            idx = idx + 1

    def test_depth_iter_maxdepth(self):

        idx = 0

        _in = {
            'k1': {
                'k11': {
                    'k111': {
                        'k1111': 'v1111'
                    },
                    'empty': {},
                },
            },
        }

        _out = [
            (['k1'], {'k11': {'k111': {'k1111': 'v1111'}, 'empty': {}}}),
            (['k1', 'k11'], {'k111': {'k1111': 'v1111'}, 'empty': {}}),
            (['k1', 'k11', 'empty'], {}),
            (['k1', 'k11', 'k111'], {'k1111': 'v1111'}),
            (['k1', 'k11', 'k111', 'k1111'], 'v1111')
        ]

        for depth in range(1, 5):
            for rst in dictutil.depth_iter(_in, maxdepth=depth):
                dd('depth:', depth)
                dd('_in:', _in)
                dd('_out[idx]:', _out[idx])
                dd('rst:', rst)
                self.assertEqual(_out[idx], rst)

                idx = idx + 1

    def test_depth_iter_intermediate(self):

        _in = {
            'k1': {
                'k11': {
                    'k111': {
                        'k1111': 'v1111'
                    },
                    'empty': {},
                },
            },
        }

        _out = [
            (['k1'], {'k11': {'k111': {'k1111': 'v1111'}, 'empty': {}}}),
            (['k1', 'k11'], {'k111': {'k1111': 'v1111'}, 'empty': {}}),
            (['k1', 'k11', 'empty'], {}),
            (['k1', 'k11', 'k111'], {'k1111': 'v1111'}),
            (['k1', 'k11', 'k111', 'k1111'], 'v1111')
        ]

        idx = 0
        for rst in dictutil.depth_iter(_in, intermediate=True):
            self.assertEqual(
                _out[idx],
                rst)

            idx = idx + 1

        self.assertEqual(len(_out), idx)

    def test_depth_iter_empty_as_leaf(self):

        _in = {
            'k1': {
                'k11': {
                    'k111': {
                        'k1111': 'v1111'
                    },
                    'empty': {},
                },
            },
        }

        _out = [
            (['k1', 'k11', 'empty'], {}),
            (['k1', 'k11', 'k111', 'k1111'], 'v1111'),
        ]

        idx = 0
        for rst in dictutil.depth_iter(_in, empty_leaf=True):
            self.assertEqual(_out[idx], rst)
            idx = idx + 1

        self.assertEqual(len(_out), idx)

    def test_depth_iter_empty_as_leaf_and_intermediate(self):

        _in = {
            'k1': {
                'k11': {
                    'k111': {
                        'k1111': 'v1111'
                    },
                    'empty': {},
                },
            },
        }

        _out = [
            (['k1'], {'k11': {'k111': {'k1111': 'v1111'}, 'empty': {}}}),
            (['k1', 'k11'], {'k111': {'k1111': 'v1111'}, 'empty': {}}),
            (['k1', 'k11', 'empty'], {}),
            (['k1', 'k11', 'k111'], {'k1111': 'v1111'}),
            (['k1', 'k11', 'k111', 'k1111'], 'v1111')
        ]

        idx = 0
        for rst in dictutil.depth_iter(_in, intermediate=True, empty_leaf=True):
            self.assertEqual(_out[idx], rst)
            idx = idx + 1

        self.assertEqual(len(_out), idx)

    def test_depth_iter_is_allowed(self):

        _in = {
            'k1': {
                'k11': {
                    'k111': {
                        'k1111': 'v1111'
                    },
                    'empty': {},
                },
            },
        }

        cases = (
                ({'is_allowed': lambda ks, v: isinstance(v, dict) and len(v) == 0,
                  },
                 ['k1', 'k11', 'empty'], {},
                 'choose only empty dict value',
                 ),

                ({'is_allowed': lambda ks, v: isinstance(v, str),
                  },
                 ['k1', 'k11', 'k111', 'k1111'], 'v1111',
                 'choose only string value',
                 ),

                ({'is_allowed': lambda ks, v: isinstance(v, str),
                  'intermediate': True,
                  },
                 ['k1', 'k11', 'k111', 'k1111'], 'v1111',
                 'is_allowed should override intermediate',
                 ),

                ({'is_allowed': lambda ks, v: isinstance(v, str),
                  'empty_leaf': True,
                  },
                 ['k1', 'k11', 'k111', 'k1111'], 'v1111',
                 'is_allowed should override empty_leaf',
                 ),

        )

        for kwargs, expected_ks, expected_v, msg in cases:

            dd(msg)
            dd(kwargs)
            dd('expected:', expected_ks, expected_v)

            for ks, v in dictutil.depth_iter(_in, **kwargs):
                self.assertEqual(expected_ks, ks)
                self.assertEqual(expected_v, v)


class TestDictBreadthIter(unittest.TestCase):

    def test_breadth_iter_default(self):

        cases = (
            ({}, []),
            ({'k1': 'v1'}, [(['k1'], 'v1')]),
            ({'k1': 'v1', 'k2': 'v2'}, [(['k2'], 'v2'), (['k1'], 'v1')]),
            ({'k1': {'k11': 'v11'}, 'k2': 'v2'},
             ([(['k2'], 'v2'),
               (['k1'], {'k11': 'v11'}),
               (['k1', 'k11'], 'v11')
               ])
             )
        )

        for _in, _out in cases:

            idx = 0

            for rst in dictutil.breadth_iter(_in):
                self.assertEqual(
                    _out[idx],
                    rst,
                    ('input: {_in}, output: {rst}, expected: {_out}').format(
                        _in=repr(_in),
                        _out=repr(rst),
                        rst=repr(_out[idx]),
                    )
                )

                idx = idx + 1


class TestGetter(unittest.TestCase):

    def test_getter_str(self):

        cases = (
            ('',
             [''],
             ('',),
             'lambda dic, vars={}: dic.get("", vars.get("_default", 0))'
             ),

            ('.',
             ['', ''],
             ('', '',),
             'lambda dic, vars={}: dic.get("", {}).get("", vars.get("_default", 0))'
             ),

            ('...',
             ['', '', '', ''],
             ('', '', '', ''),
             'lambda dic, vars={}: dic.get("", {}).get("", {}).get("", {}).get("", vars.get("_default", 0))'
             ),

            ('.x',
             ['', 'x'],
             ('', 'x'),
             'lambda dic, vars={}: dic.get("", {}).get("x", vars.get("_default", 0))'
             ),

            ('x..',
             ['x', '', ''],
             ('x', '', ''),
             'lambda dic, vars={}: dic.get("x", {}).get("", {}).get("", vars.get("_default", 0))'
             ),

            ('x',
             ['x'],
             ('x',),
             'lambda dic, vars={}: dic.get("x", vars.get("_default", 0))'
             ),

            ('x.y',
             ['x', 'y'],
             ('x', 'y',),
             'lambda dic, vars={}: dic.get("x", {}).get("y", vars.get("_default", 0))'
             ),

            ('x.y.zz',
             ['x', 'y', 'zz'],
             ('x', 'y', 'zz',),
             'lambda dic, vars={}: dic.get("x", {}).get("y", {}).get("zz", vars.get("_default", 0))'
             ),

            # dynamic
            ('$',
             ['$'],
             ('$',),
             'lambda dic, vars={}: dic.get(str(vars.get("", "_")), vars.get("_default", 0))'
             ),

            ('$xx',
             ['$xx'],
             ('$xx',),
             'lambda dic, vars={}: dic.get(str(vars.get("xx", "_")), vars.get("_default", 0))'
             ),

            ('$xx.$yy',
             ['$xx', '$yy'],
             ('$xx', '$yy',),
             'lambda dic, vars={}: dic.get(str(vars.get("xx", "_")), {}).get(str(vars.get("yy", "_")), vars.get("_default", 0))'
             ),

            (None,
             [1, '1', 1.0, ()],
             (1, '1', 1.0, ()),
             'lambda dic, vars={}: dic.get(1, {}).get("1", {}).get(1.0, {}).get((), vars.get("_default", 0))',
             ),

            (None,
             [('x',), ('y',)],
             (('x',), ('y',)),
             'lambda dic, vars={}: dic.get(("x",), {}).get(("y",), vars.get("_default", 0))',
             ),

            (None,
             [(1,), ('1', (1.0,),)],
             ((1,), ('1', (1.0,),)),
             'lambda dic, vars={}: dic.get((1,), {}).get(("1",(1.0,),), vars.get("_default", 0))',
             ),

            (None,
             [(1,), ('$xx', (1.0,), '$yy'), ],
             ((1,), ('$xx', (1.0,), '$yy'), ),
             'lambda dic, vars={}: dic.get((1,), {}).get((str(vars.get("xx", "_")),(1.0,),str(vars.get("yy", "_")),), vars.get("_default", 0))',
             ),

            (None,
             [{1: 1}, [1, '1']],
             ({1: 1}, [1, '1']),
             'lambda dic, vars={}: dic.get({1: 1}, {}).get([1, \'1\'], vars.get("_default", 0))')
        )

        for _in_str, _in_list, _in_tuple, _out in cases:

            self.assert_make_getter_str(_in_str, _out)

            self.assert_make_getter_str(_in_list, _out)

            self.assert_make_getter_str(_in_tuple, _out)

    def assert_make_getter_str(self, _in, _out, default=0):
        if _in is None:
            return
        rst = dictutil.make_getter_str(_in, default=default)
        self.assertEqual(_out, rst,
                         'input: {_in}, expected: {_out}, actual: {rst}'.format(
                             _in=repr(_in),
                             _out=repr(_out),
                             rst=repr(rst),
                         )
                         )

    def test_getter_str_default(self):

        cases = (

            ('x', None,
             'lambda dic, vars={}: dic.get("x", vars.get("_default", None))'
             ),

            ('x', 1,
             'lambda dic, vars={}: dic.get("x", vars.get("_default", 1))'
             ),

            ('x', True,
             'lambda dic, vars={}: dic.get("x", vars.get("_default", True))'
             ),

            ('x', "abc",
             'lambda dic, vars={}: dic.get("x", vars.get("_default", \'abc\'))'
             ),

        )

        for _in_str, _default, _out in cases:

            _in_list = [_in_str]
            _in_tuple = (_in_str,)

            self.assert_make_getter_str(_in_str, _out, default=_default)

            self.assert_make_getter_str(_in_list, _out, default=_default)

            self.assert_make_getter_str(_in_tuple, _out, default=_default)

    def test_getter_vars(self):

        cases = (

            ('', [''], ('',),
             0,
             {"x": 1, "": 1}, {},
             1
             ),

            ('.', ['', ''], ('', '',),
             0,
             {'': {'': 1}}, {},
             1
             ),

            ('...', ['', '', '', ''], ('', '', '', ''),
             0,
             {'': {'': {'': {'': 1}}}}, {},
             1
             ),

            ('.x', ['', 'x'], ('', 'x',),
             0,
             {'': {'x': 1}}, {},
             1
             ),

            ('x..', ['x', '', ''], ('x', '', '',),
             0,
             {'x': {'': {'': 1}}}, {},
             1
             ),

            ('x', ['x'], ('x',), 0,
             {}, {},
             0
             ),

            ('x', ['x'], ('x',), 0,
             {'x': {'y': 3}}, {},
             {'y': 3}
             ),

            ('x', ['x'], ('x',), 55,
             {}, {},
             55
             ),

            ('x', ['x'], ('x',), 55,
             {}, {'_default': 66},
             66
             ),

            ('x', ['x'], ('x',), 55,
             {"x": 1}, {},
             1
             ),

            ('x.y', ['x', 'y'], ('x', 'y',), 55,
             {"x": {"y": 3}}, {},
             3
             ),

            ('x.z', ['x', 'z'], ('x', 'z',), 55,
             {"x": {"y": 3}}, {},
             55
             ),

            ('x.$v', ['x', '$v'], ('x', '$v',), 55,
             {"x": {"y": 3}}, {},
             55
             ),

            ('x.$var_name', ['x', '$var_name'], ('x', '$var_name',), 55,
             {"x": {"y": 3}}, {"var_name": "y"},
             3
             ),

            ('x.$var_name.z', ['x', '$var_name', 'z'], ('x', '$var_name', 'z',), 55,
             {"x": {"y": {}}}, {"var_name": "y"},
             55
             ),

            ('x.$var_name.z', ['x', '$var_name', 'z'], ('x', '$var_name', 'z',), 55,
             {"x": {"y": {"z": 4}}}, {"var_name": "y"},
             4
             ),

            (None, [1, '1', 1.0, ()], (1, '1', 1.0, ()), 55,
             {1: {'1': {1.0: {(): 3}}}}, {},
             3
             ),

            (None, [(1,), ('$xx', (1.0,), '$yy'), ], ((1,), ('$xx', (1.0,), '$yy'),), 55,
             {(1,): {('xx', (1.0,), 'yy'): 3}}, {"xx": "xx", "yy": "yy"},
             3
             ),
        )

        for _in_str, _in_str_list, _in_str_tuple, _default, _dic, _vars, _out in cases:

            self.assert_getter_and_maker(_in_str, _dic, _out, _vars, _default)

            self.assert_getter_and_maker(_in_str_list, _dic, _out, _vars, _default)

            self.assert_getter_and_maker(_in_str_tuple, _dic, _out, _vars, _default)

    def test_getter_type_error(self):
        cases = (
            ([{1: 1}, [1, '1']],
             {},),
            (({1: 1}, [1, '1']),
             {}),
        )

        for _in, _dic in cases:
            acc = dictutil.make_getter(_in, default=0)
            with self.assertRaises(TypeError):
                acc(_dic)
            with self.assertRaises(TypeError):
                dictutil.get(_dic, _in)

    def assert_getter_and_maker(self, _in, _dic, _out, _vars, _default):

        if _in is None:
            return
        acc = dictutil.make_getter(_in, default=_default)
        rst = acc(_dic, vars=_vars)
        self.assertEqual(_out, rst,
                         'input: {_in}, {_default}, {_dic}, {_vars} expected: {_out}, actual: {rst}'.format(
                             _in=repr(_in),
                             _default=repr(_default),
                             _dic=repr(_dic),
                             _vars=repr(_vars),
                             _out=repr(_out),
                             rst=repr(rst),
                         )
                         )
        # test dictutil.get() with the same set of cases
        rst = dictutil.get(_dic, _in, vars=_vars, default=_default)
        dd('dictutil.get({dic}, {key_path} vars={vars}, default={default})'.format(
            dic=_dic,
            key_path=_in,
            vars=_vars,
            default=_default,
        ))
        dd(rst)
        self.assertEqual(_out, rst,
                         'input: {_in}, {_default}, {_dic}, {_vars} expected: {_out}, actual: {rst}'.format(
                             _in=repr(_in),
                             _default=repr(_default),
                             _dic=repr(_dic),
                             _vars=repr(_vars),
                             _out=repr(_out),
                             rst=repr(rst),
                         )
                         )

    def test_get_ignore_vars_key_error(self):

        cases = (
                ({}, '$a', {"a": "x"}, None, 0),
                ({}, '$a', {"a": "x"}, True, 0),
                ({}, ['$a', ('$a',), ], {"a": "x"}, True, 0),
        )

        for case in cases:

            dd('case: ', case)

            dic, key_path, vars, ign, expected = case
            rst = dictutil.get(dic, key_path, vars=vars, ignore_vars_key_error=ign)

            dd('rst: ', rst)

            self.assertEqual(expected, rst)

        with self.assertRaises(KeyError):
            dictutil.get({}, '$a', {}, ignore_vars_key_error=False)

        with self.assertRaises(KeyError):
            dictutil.get({}, (('1', '$a',),), {}, ignore_vars_key_error=False)

        with self.assertRaises(KeyError):
            dictutil.get({}, [('1', '$a',)], {}, ignore_vars_key_error=False)


class TestSetter(unittest.TestCase):

    def test_setter(self):

        cases = (
                ('', {},
                 10,
                 {'': 10}
                 ),

                ('.', {},
                 10,
                 {'': {'': 10}}),

                ('...', {},
                 10,
                 {'': {'': {'': {'': 10}}}}
                 ),

                ('.x', {},
                 10,
                 {'': {'x': 10}},
                 ),

                ('x..', {},
                 10,
                 {'x': {'': {'': 10}}},
                 ),

                ('a', {},
                 3,
                 {'a': 3},
                 ),

                ('a', {'exist': 44},
                 3,
                 {'a': 3, 'exist': 44},
                 ),

                ('a.b.c', {'exist': 44},
                 3,
                 {'a': {'b': {'c': 3}}, 'exist': 44},
                 ),

                ('a.b.c', {'a': {'exist': 44}},
                 3,
                 {'a': {'b': {'c': 3}, 'exist': 44}},
                 ),

                (['a', 'b', 'c'], {'a': {'exist': 44}},
                 3,
                 {'a': {'b': {'c': 3}, 'exist': 44}},
                 ),

                (('a', 'b', 'c'), {'a': {'exist': 44}},
                 3,
                 {'a': {'b': {'c': 3}, 'exist': 44}},
                 ),

                ([1, '1', 1.0, ()], {'a': {'exist': 44}},
                 3,
                 {'a': {'exist': 44}, 1: {'1': {1.0: {(): 3}}}},
                 ),

                ((1, '1', 1.0, ()), {'a': {'exist': 44}},
                 3,
                 {'a': {'exist': 44}, 1: {'1': {1.0: {(): 3}}}},
                 ),

                ([(1,), ('1', (1.0,),)], {'a': {'exist': 44}},
                 3,
                 {'a': {'exist': 44}, (1,): {('1', (1.0,),): 3}},
                 ),

                (((1,), ('1', (1.0,),)), {'a': {'exist': 44}},
                 3,
                 {'a': {'exist': 44}, (1,): {('1', (1.0,),): 3}},
                 ),

        )

        for _key_path, _dic, _value, _expect in cases:

            _set = dictutil.make_setter(_key_path)
            rst = _set(_dic, _value)

            self.assertEqual(_value, rst,
                             'input: {_key_path}, {_dic}; expected return value: {_value}, actual: {rst}'.format(
                                 _key_path=repr(_key_path),
                                 _dic=repr(_dic),
                                 _value=repr(_value),
                                 rst=repr(rst),
                             )
                             )

            self.assertEqual(_expect, _dic,
                             'input: {_key_path}, {_dic}; expected dict: {_expect}, actual: {rst}'.format(
                                 _key_path=repr(_key_path),
                                 _dic=repr(_dic),
                                 _expect=repr(_expect),
                                 rst=repr(rst),
                             )
                             )

    def test_setter_default(self):

        cases = (

                ('a', 'value', {},
                 {'a': 'value'},
                 ),

                ('exist', 'value', {'exist': 44},
                 {'exist': 'value'},
                 ),

                ('a.exist', 'value', {'a': {'exist': 44}},
                 {'a': {'exist': 'value'}},
                 ),

                ('a.exist', lambda *x: '_def', {'a': {'exist': 44}},
                 {'a': {'exist': '_def'}},
                 ),

                ('a.exist', lambda vars: vars.get('foo'), {'a': {'exist': 44}},
                 {'a': {'exist': 'foo'}},
                 ),

                ([1, '1', 1.0, ()], lambda vars: vars.get('foo'), {'a': {'exist': 44}},
                 {'a': {'exist': 44}, 1: {'1': {1.0: {(): 'foo'}}}},
                 ),

                ((1, '1', 1.0, ()), lambda vars: vars.get('foo'), {'a': {'exist': 44}},
                 {'a': {'exist': 44}, 1: {'1': {1.0: {(): 'foo'}}}},
                 ),

                ([(1,), ('1', (1.0,),)], lambda vars: vars.get('foo'), {'a': {'exist': 44}},
                 {'a': {'exist': 44}, (1,): {('1', (1.0,),): 'foo'}},
                 ),

                (((1,), ('1', (1.0,),)), lambda vars: vars.get('foo'), {'a': {'exist': 44}},
                 {'a': {'exist': 44}, (1,): {('1', (1.0,),): 'foo'}},
                 ),

        )

        _vars = {'foo': 'foo'}

        for _key_path, _default, _dic, _expect in cases:

            _set = dictutil.make_setter(_key_path, value=_default)
            rst = _set(_dic, vars=_vars)

            if callable(_default):
                _def = _default(_vars)
            else:
                _def = _default

            self.assertEqual(_def, rst,
                             'input: {_key_path}, {_dic}; expected return value: {_def}, actual: {rst}'.format(
                                 _key_path=repr(_key_path),
                                 _dic=repr(_dic),
                                 _def=repr(_def),
                                 rst=repr(rst),
                             )
                             )

            self.assertEqual(_expect, _dic,
                             'input: {_key_path}, {_dic}; expected dict: {_expect}, actual: {rst}'.format(
                                 _key_path=repr(_key_path),
                                 _dic=repr(_dic),
                                 _expect=repr(_expect),
                                 rst=repr(rst),
                             )
                             )

            rst = _set(_dic, 'specified', vars=_vars)
            self.assertEqual('specified', rst)

    def test_setter_vars_inexistent(self):

        _set = dictutil.make_setter('$a')

        with self.assertRaises(KeyError):
            _set({}, vars={})

        _set = dictutil.make_setter(['$a'])

        with self.assertRaises(KeyError):
            _set({}, vars={})

        _set = dictutil.make_setter(('$a',))

        with self.assertRaises(KeyError):
            _set({}, vars={})

    def test_setter_vars(self):

        cases = (

                ('$a', 1,  {},
                 {'aa': 1},
                 ),

                ('$a.$foo', 1,  {},
                 {'aa': {'bar': 1}},
                 ),

                ([(1,), ('$a', (1.0,), '$foo')], 1, {},
                 {(1,): {('aa', (1.0,), 'bar'): 1}}
                 ),

                (((1,), ('$a', (1.0,), '$foo'),), 1, {},
                 {(1,): {('aa', (1.0,), 'bar'): 1}}
                 ),

        )

        _vars = {'foo': 'bar',
                 'a': 'aa',
                 }

        for _key_path, _default, _dic, _expect in cases:

            _set = dictutil.make_setter(_key_path, value=_default)
            rst = _set(_dic, vars=_vars)

            if callable(_default):
                _def = _default(_vars)
            else:
                _def = _default

            self.assertEqual(_def, rst,
                             'input: {_key_path}, {_dic}; expected return value: {_def}, actual: {rst}'.format(
                                 _key_path=repr(_key_path),
                                 _dic=repr(_dic),
                                 _def=repr(_def),
                                 rst=repr(rst),
                             )
                             )

            self.assertEqual(_expect, _dic,
                             'input: {_key_path}, {_dic}; expected dict: {_expect}, actual: {rst}'.format(
                                 _key_path=repr(_key_path),
                                 _dic=repr(_dic),
                                 _expect=repr(_expect),
                                 rst=repr(rst),
                             )
                             )

            rst = _set(_dic, 'specified', vars=_vars)
            self.assertEqual('specified', rst)

    def test_setter_incr(self):

        cases = (

                ('a',
                 ['a'],
                 ('a',),
                 1, {},
                 {'a': 1},
                 ),

                ('a',
                 ['a'],
                 ('a',),
                 1, {'a': 1},
                 {'a': 2},
                 ),

                ('a',
                 ['a'],
                 ('a',),
                 'foo', {},
                 {'a': 'foo'},
                 ),

                ('a',
                 ['a'],
                 ('a',),
                 'foo', {'a': 'bar'},
                 {'a': 'barfoo'},
                 ),

                ('a',
                 ['a'],
                 ('a',),
                 (1, 2), {},
                 {'a': (1, 2)},
                 ),

                ('a',
                 ['a'],
                 ('a',),
                 (1, 2), {'a': (0, 1)},
                 {'a': (0, 1, 1, 2)},
                 ),

                ('a',
                 ['a'],
                 ('a',),
                 [1, 2], {},
                 {'a': [1, 2]},
                 ),

                ('a',
                 ['a'],
                 ('a',),
                 [1, 2], {'a': [0, 1]},
                 {'a': [0, 1, 1, 2]},
                 ),

                ('$a.$foo',
                 ['$a', '$foo'],
                 ('$a', '$foo',),
                 1, {},
                 {'aa': {'bar': 1}},
                 ),

                ('$a.$foo',
                 ['$a', '$foo'],
                 ('$a', '$foo',),
                 1.1, {},
                 {'aa': {'bar': 1.1}},
                 ),

                ('$a.$foo',
                 ['$a', '$foo'],
                 ('$a', '$foo',),
                 'suffix', {'aa': {'bar': 'prefix-'}},
                 {'aa': {'bar': 'prefix-suffix'}},
                 ),

                ('$a.$foo',
                 ['$a', '$foo'],
                 ('$a', '$foo',),
                 ('b',), {'aa': {}},
                 {'aa': {'bar': ('b',)}},
                 ),

                ('$a.$foo',
                 ['$a', '$foo'],
                 ('$a', '$foo',),
                 ('b',), {'aa': {'bar': ('a',)}},
                 {'aa': {'bar': ('a', 'b',)}},
                 ),

                ('$a.$foo',
                 ['$a', '$foo'],
                 ('$a', '$foo',),
                 ['b', ], {'aa': {'bar': ['a', ]}},
                 {'aa': {'bar': ['a', 'b', ]}},
                 ),

                (None,
                 [1, '1', 1.0, ()],
                 (1, '1', 1.0, ()),
                 11,
                 {1: {'1': {1.0: {(): 100}}}},
                 {1: {'1': {1.0: {(): 111}}}},
                 ),

                (None,
                 [(1,), ('$foo', (1.0,), '$a')],
                 ((1,), ('$foo', (1.0,), '$a'),),
                 11,
                 {(1,): {('bar', (1.0,), 'aa'): 100}},
                 {(1,): {('bar', (1.0,), 'aa'): 111}},
                 ),

        )

        _vars = {'foo': 'bar',
                 'a': 'aa',
                 }

        for _in_str, _in_list, _in_tuple, _default, _dic, _expect in cases:
            self.assert_make_setter(_default, copy.deepcopy(_dic), _expect, _in_str, _vars)
            self.assert_make_setter(_default, copy.deepcopy(_dic), _expect, _in_list, _vars)
            self.assert_make_setter(_default, copy.deepcopy(_dic), _expect, _in_tuple, _vars)

    def assert_make_setter(self, _default, _dic, _expect, _in, _vars):

        if _in is None:
            return

        dd(_in, _default, _dic, _expect)
        _set = dictutil.make_setter(_in, value=_default, incr=True)
        rst = _set(_dic, vars=_vars)
        dd('rst:', rst)
        self.assertEqual(_expect, _dic,
                         'input: {_key_path}, {_dic}; expected dict: {_expect}, actual: {rst}'.format(
                             _key_path=repr(_in),
                             _dic=repr(_dic),
                             _expect=repr(_expect),
                             rst=repr(rst),
                         )
                         )


class TestAttrDict(unittest.TestCase):

    def test_attrdict(self):

        cases = (
                ([],
                 {},
                 {}
                 ),

                ([],
                 {'a': 2},
                 {'a': 2}
                 ),

                ([{'x': 2}],
                 {'a': 4},
                 {'x': 2, 'a': 4},
                 ),
        )

        for args, kwargs, expected in cases:
            rst = dictutil.attrdict(*args, **kwargs)
            self.assertEqual(expected, rst,
                             'input: {a} {kw} {e}, rst: {rst}'.format(
                                 a=args, kw=kwargs, e=expected, rst=rst))

            for k in rst:
                self.assertEqual(rst[k], getattr(rst, k))

    def test_dict_method(self):

        ad = dictutil.attrdict(a=1, b=2)

        self.assertEqual(['a', 'b'], ad.keys())
        self.assertEqual([1, 2], ad.values())
        self.assertEqual([('a', 1), ('b', 2)], ad.items())

    def test_recursive(self):

        ad = dictutil.attrdict(
            x=1, y={'a': 3, 'b': dict(c=4), 'd': dictutil.attrdict(z=5)})

        self.assertEqual(1, ad.x)
        self.assertEqual({'a': 3, 'b': {'c': 4}, 'd': {'z': 5}}, ad.y)
        self.assertEqual(3, ad.y.a)
        self.assertEqual(4, ad.y.b.c)
        self.assertEqual(5, ad.y.d.z)

    def test_writable(self):

        ad = dictutil.attrdict(a={}, b={1: 2})
        ad['x'] = 4
        self.assertEqual(4, ad.x)
        self.assertEqual(4, ad['x'])
        ad.y = 5
        self.assertEqual(5, ad.y)
        self.assertEqual(5, ad['y'])

    def test_attrdict_copy(self):

        # reference type value are always copied when accessing

        ad = dictutil.attrdict_copy(a={}, b={'x': {'foo': 'bar'}})
        self.assertIsNot(ad.a, ad.a)
        self.assertIsNot(ad.b.x, ad.b.x)
        self.assertIsNot(ad['a'], ad['a'])
        self.assertIsNot(ad['b']['x'], ad['b']['x'])

        # value got is still a AttrDictCopy instance

        b = ad.b
        self.assertIsNot(b.x, b.x)
        self.assertIsNot(b['x'], b['x'])

        # it does not change the original value

        with self.assertRaises(KeyError):
            ad['b'] = 10

        with self.assertRaises(KeyError):
            ad.b['x'] = 10

        with self.assertRaises(KeyError):
            b['x'] = 10

        with self.assertRaises(AttributeError):
            ad.b = 10

        with self.assertRaises(AttributeError):
            ad.b.x = 10

        with self.assertRaises(AttributeError):
            ad.y = 2

    def test_attrdict_copy_as_dict(self):

        ad = dictutil.attrdict_copy(a={}, b={'x': {}})
        d = ad.as_dict()

        b2 = d['b']
        d['b']['x'] = 100
        self.assertEqual(100, b2['x'])

    def test_attr_overriding(self):

        ad = dictutil.attrdict(items=1)

        with self.assertRaises(TypeError):
            ad.items()

    def test_ref_to_same_item(self):

        x = {'a': 1}
        ad = dictutil.attrdict(u=x, v=x)

        self.assertIs(ad.u, ad.v)

        x['x'] = x
        ad = dictutil.attrdict(x)

        self.assertTrue(isinstance(ad, dictutil.AttrDict))
        self.assertTrue(isinstance(ad.x, dictutil.AttrDict))
        self.assertTrue(ad.x is not ad, 'attrdict does create a new dict')
        self.assertTrue(ad.x.x is ad.x, 'circular references work for all dict items.')
        self.assertTrue(ad.x.x.x is ad.x.x, 'circular references work for all dict items.(2)')


class TestIsSubDict(unittest.TestCase):

    def test_dict(self):

        for case in [
            (1, 1, True),
            (1, 2, False),
            ("x", "x", True),
            ("x", "b", False),
            (None, None, True),

            ({"a": 1}, {"a": 1}, True),
            ({}, {"a": None}, False),
            ({"a": 1}, {}, True),
            ({"a": 1}, None, False),
            (None, {"a": 1}, False),

            ({"a": (1, 2)}, {"a": (1, 2)}, True),
            ({"a": (1, 2, 3)}, {"a": (1, 2)}, True),

            ({"a": 1}, [], False),
            ({"a": [1, (2, 3)]}, {"a": [1, (2,)]}, True),
            ({"a": [1, (2, 3)]}, {"a": [1, (2, 4)]}, False),
            ({"a": [1, (2, 3)]}, {"a": [1, (2, 3, 4)]}, False),

            ({"a": 1, "b": 2}, {"a": 1}, True),
            ({"a": 1}, {"a": 1, "b": 2}, False),
            ({"a": 1, "b": {"c": 3, "d": 4}}, {"a": 1, "b": {"d": 4}}, True),
            ({"a": 1, "b": {"c": 3, "d": 4}}, {"a": 1, "b": 2}, False),
        ]:
            self.assertEqual(dictutil.contains(case[0], case[1]), case[2])

    def test_recursive_dict(self):
        a = {}
        a[1] = {}
        a[1][1] = a

        b = {}
        b[1] = {}
        b[1][1] = {}
        b[1][1][1] = b

        self.assertEqual(dictutil.contains(a, b), True)

    def test_recursive_dict_with_list(self):
        a = {'k': [0, 2]}
        a['k'][0] = {'k': [0, 2]}
        a['k'][0]['k'][0] = a

        b = {'k': [0, 2]}
        b['k'][0] = b

        self.assertEqual(dictutil.contains(a, b), True)


class TestAdd(unittest.TestCase):

    def test_add(self):
        cases = (
            ({},          None,       {}, {}),
            ({},          'foo',      {}, {}),
            ({},          123,        {}, {}),
            ({},          {},         {}, {}),
            ({'a': 1},    {},         {}, {'a': 1}),
            ({},          {'a': 2},   {}, {'a': 2}),
            ({'a': 1},    {'a': 2},   {}, {'a': 3}),
            ({'a': '1'},  {'a': '2'}, {}, {'a': '12'}),
            ({'a': '1'},  {'b': '2'}, {}, {'a': '1', 'b': '2'}),
            ({'a': '1'},  {'b': {}},  {}, {'a': '1', 'b': {}}),
            ({'a': {}},   {'b': {}},  {}, {'a': {}, 'b': {}}),
            ({'a': {}},   {'a': {}},  {}, {'a': {}}),

            ({'a': {'k1': 1}},
             {'a': {}},
             {},
             {'a': {'k1': 1}}),

            ({'a': {'k1': 1}},
             {'a': {'k2': 1}},
             {},
             {'a': {'k1': 1, 'k2': 1}}),

            ({'a': {'k1': 1}},
             {'a': {'k1': 1}},
             {},
             {'a': {'k1': 2}}),

            ({'a': {'k1': 1}},
             {'a': {'k1': 1}},
             {'exclude': {'a': True}, },
             {'a': {'k1': 1}}),

            ({'a': {'k1': 1}},
             {'a': {'k1': 1}},
             {'exclude': {'a': {}}, },
             {'a': {'k1': 2}}),

            ({'a': {}},
             {'a': {'k1': 1}},
             {'exclude': {'a': {}}, },
             {'a': {'k1': 1}}),

            ({'a': {}},
             {'a': {'k1': 1}},
             {'exclude': {'a': True}, },
             {'a': {}}),

            ({'a': {'k1': 1}},
             {'a': {'k1': 1}},
             {'exclude': {'a': {}}, },
             {'a': {'k1': 2}}),

            ({'a': {'k1': 1}},
             {'a': {'k1': 1}},
             {'exclude': {'b': True}, },
             {'a': {'k1': 2}}),

            ({'a': {'k1': 1}},
             {'a': {'k1': 1}},
             {'exclude': {'b': True}, },
             {'a': {'k1': 2}}),

            ({'a': {'k1': 1}},
             {'a': {'k1': 1}},
             {'exclude': {'a': {'k1': True}}, 'recursive': True},
             {'a': {'k1': 1}}),

            ({'a': {'k1': 1}},
             {'a': {'k1': 1}},
             {'exclude': {'a': {'k2': True}}, 'recursive': True},
             {'a': {'k1': 2}}),

            ({'a': {'k1': 1}, 'b': 1},
             {'a': {'k1': 1, 'k2': 1}, 'b': 1},
             {'recursive': False},
             {'a': {'k1': 1}, 'b': 2}),
        )

        for a, b, kwargs, expected in cases:
            dd('a:', a)
            dd('b:', b)
            dd('kwargs:', kwargs)
            dd('expected:', expected)

            result = dictutil.add(a, b, **kwargs)
            dd('rst:', result)

            self.assertIsNot(a, result)
            self.assertDictEqual(expected, result,
                                 repr([a, b, kwargs, result]))

            result = dictutil.addto(a, b, **kwargs)

            self.assertIs(a, result)
            self.assertDictEqual(expected, result,
                                 repr([a, b, kwargs, result]))


class TestCombine(unittest.TestCase):

    def test_combine(self):
        cases = (
            ({'a': 2},
             {'a': 3},
             operator.mul,
             None,
             True,
             {'a': 6}),

            ({'a': 2},
             {'a': 3},
             operator.mul,
             {'a': True},
             True,
             {'a': 2}),

            ({'a': 2, 'b': {'c': 3}},
             {'a': 4, 'b': {'d': 5}},
             operator.add,
             None,
             True,
             {'a': 6, 'b': {'c': 3, 'd': 5}}),

            ({'a': 2},
             {'a': 3, 'b': {'c': 4}},
             operator.add,
             None,
             True,
             {'a': 5, 'b': {'c': 4}}),

            ({'a': 2},
             {'a': 3, 'b': {'c': 4}},
             operator.add,
             None,
             False,
             {'a': 5}),

            ({'a': 2},
             {'b': {'c': {'d': 3}}},
             operator.add,
             None,
             True,
             {'a': 2, 'b': {'c': {'d': 3}}}),
        )

        for a, b, op, exclude, recursive, expected in cases:
            result = dictutil.combine(a, b, op, exclude=exclude, recursive=recursive)
            self.assertIsNot(a, result)
            self.assertDictEqual(expected, result,
                                 repr([a, b, op, exclude, expected, result]))

            result = dictutil.combineto(a, b, op, exclude=exclude, recursive=recursive)
            self.assertIs(a, result)
            self.assertDictEqual(expected, result,
                                 repr([a, b, op, exclude, expected, result]))

    def test_deepcopy(self):

        def add_value(dict_b):
            for k, v in dict_b.items():
                if isinstance(v, dict):
                    add_value(v)
                else:
                    dict_b[k] = v + 1

        cases = (

            ({'a': 2},
             {'a': 3, 'b': {'c': 0}},
             operator.add,
             {'a': 5, 'b': {'c': 0}}),

            ({'a': 2},
             {'a': 3, 'b': {'c': {'d': 0}}},
             operator.add,
             {'a': 5, 'b': {'c': {'d': 0}}}),

            ({'a': 2, 'b': {'c': 0}},
             {'a': 3, 'b': {'c': 0}},
             operator.add,
             {'a': 5, 'b': {'c': 0}},)


        )

        for a, b, op, expected in cases:
            result = dictutil.combine(a, b, op)
            self.assertDictEqual(result, expected)

            add_value(a)
            for k, v in a.items():
                if isinstance(v, dict):
                    self.assertNotEqual(a[k], result[k])
            
            add_value(b)
            for k, v in b.items():
                if isinstance(v, dict):
                    self.assertNotEqual(b[k], result[k])



class TestDictutil(unittest.TestCase):

    def test_subdict(self):

        source_dict = {0: '0', 'a': 'a', 'none': None}

        default_dict = {'b': 'b', 'c': 'c'}

        def iter_default(k):
            return default_dict.get(k)

        def iter_keys():
            for i in (0, 'a', 'b'):
                yield i

        cases = (
            (
                ('a', 0),
                {
                    'use_default': True,
                },
                {0: '0', 'a': 'a'},
                'normal',
            ),
            (
                ('a', 'b'),
                {
                    'use_default': True,
                    'default': 0,
                },
                {'a': 'a', 'b': 0},
                'use default',
            ),
            (
                ('b', 'c'),
                {
                    'use_default': True,
                    'default': iter_default,
                },
                {'b': 'b', 'c': 'c'},
                'use default as callable',
            ),
            (
                ('b', 'c'),
                {
                    'use_default': False,
                    'default': iter_default,
                },
                {},
                'not use default',
            ),
            (
                iter_keys(),
                {
                    'use_default': True,
                },
                {0: '0', 'a': 'a', 'b': None},
                'use keys as interable',
            ),
            (
                ('none',),
                {
                    'use_default': True,
                    'default': 'not None',
                },
                {'none': None},
                'key exists and is None',
            ),
        )

        for flds, kwargs, expected, msg in cases:
            dd('msg: ', msg)
            dd('expected: ', expected)
            rst = dictutil.subdict(source_dict, flds, **kwargs)
            dd('result:   ', rst)

            self.assertEqual(expected, rst)

        test_dict = {'test': 0}
        source_dict['copy'] = test_dict
        deepcopy_cases = (
            (
                ('copy',),
                {
                    'deepcopy': True,
                },
                {'copy': {'test': 0}},
                'test deepcopy value',
            ),
            (
                ('copy',),
                {},
                {'copy': test_dict},
                'test reference value',
            ),

            (
                ('default',),
                {
                    'use_default': True,
                    'default': test_dict,
                    'deepcopy_default': True,
                },
                {'default': {'test': 0}},
                'test deepcopy default',
            ),
            (
                ('default',),
                {
                    'use_default': True,
                    'default': test_dict,
                },
                {'default': test_dict},
                'test reference default',
            ),
            (
                ('copy', 'default'),
                {
                    'use_default': True,
                    'default': test_dict,
                    'deepcopy': True,
                },
                {
                    'copy': {'test': 0},
                    'default': test_dict,
                },
                'test deepcopy value and reference default',
            ),
            (
                ('copy', 'default'),
                {
                    'use_default': True,
                    'default': test_dict,
                    'deepcopy_default': True,
                },
                {
                    'copy': test_dict,
                    'default': {'test': 0},
                },
                'test reference value and deepcopy default',
            ),
        )

        for flds, kwargs, expected, msg in deepcopy_cases:
            dd('msg :', msg)
            dd('expected: ', expected)

            rst = dictutil.subdict(source_dict, flds, **kwargs)

            dd('result:   ', rst)

            self.assertEqual(expected, rst)

            if 'deepcopy' not in kwargs:
                for k in [x for x in flds if x in source_dict]:
                    self.assertIs(expected[k], rst[k])

            if 'deepcopy_default' not in kwargs:
                for k in [x for x in flds if x not in source_dict]:
                    self.assertIs(expected[k], rst[k])

class UserDefinedType(object):

    def __init__(self, value=None):
        self.value = value


class ForTestDict(dictutil.FixedKeysDict):

    keys_default = {
        'key_1': str,
        'key_2': int,
        'key_3': dict,
        'key_4': UserDefinedType,
    }

    ident_keys = ('key_2', 'key_1')


class StrictFixedKeysDictFoo(dictutil.FixedKeysDict):
    keys_default = {
        # Does not accept default value.
        # Must specified when init it.
        'foo': lambda a: a
    }


class TestFixedKeysDict(unittest.TestCase):

    def setUp(self):
        pass

    def test_strict(self):
        self.assertRaises(TypeError, StrictFixedKeysDictFoo, {})

        # ok
        foo = StrictFixedKeysDictFoo(foo=1)

    def test_fixed_keys_dict(self):

        cases = (
            (('10.1', 32, {'a': 1}, 'user_value'),  (32, '10.1')),
            ((10.1, '32', {'a': 1}, 'user_value'),  (32, '10.1')),
            ((10.1, '32', [('a',1)], 'user_value'), (32, '10.1')),

            ((10.1, '32', [('a',1)]), (32, '10.1')),
            ((10.1,), (0, '10.1')),
            ((), (0, '')),
        )

        for case, ident in cases:

            argkv = {}
            for i in range(len(case)):
                argkv['key_'+str(i+1)] = case[i]

            d = ForTestDict(argkv)
            self.assertEqual(d.ident(), ident)

            d = ForTestDict(**argkv)
            self.assertEqual(d.ident(), ident)

            self.assertIsInstance(d['key_4'], UserDefinedType)

    def test_key_value_error(self):

        case = {
            'key_0': 0,
            'key_1': 10.1,
            'key_2': 32,
        }

        def _init():
            return ForTestDict(**case)
        self.assertRaises(KeyError, _init)

        case = {
            'key_1': 10.1,
            'key_2': 32,
        }
        d = ForTestDict(case)
        def _set():
            d['key_2'] = 10
            d['key_0'] = 10
        self.assertRaises(KeyError, _set)
        self.assertEqual(d['key_2'], 10)

        case = {
            'key_1': 10.1,
            'key_2': 32,
        }
        d = ForTestDict(case)
        def _set():
            d['key_2'] = '32.0'
        self.assertRaises(ValueError, _set)
        def _set():
            d['key_3'] = UserDefinedType(10)
        self.assertRaises(ValueError, _set)

    def test_ident(self):
        d = {
            'key_1': '10.1',
            'key_2': '32',
            'key_3': {'a': 1},
        }
        d = ForTestDict(d)

        cases = (
            ((), ()),
            (('key_1',), ('10.1',)),
            (('key_1', 'key_2'), ('10.1', 32)),
            (('key_1', 'key_2', 'key_3'), ('10.1', 32, {'a': 1})),

            (('key_3', 'key_1', 'key_2'), ({'a': 1}, '10.1', 32)),
        )

        for ident_keys, ident in cases:
            d.ident_keys = ident_keys
            self.assertEqual(d.ident(), ident)

    def test_ident_keyerror(self):
        d = {
            'key_1': '10.1',
            'key_2': '32',
        }
        d = ForTestDict(d)

        d.ident_keys = ('no_such_key',)
        def _ident():
            return d.ident()
        self.assertRaises(KeyError, _ident)

#!/usr/bin/env python2 # coding: utf-8 # dynamic # test dictutil.get() with the same set of cases # reference type value are always copied when accessing # value got is still a AttrDictCopy instance # it does not change the original value # Does not accept default value. # Must specified when init it. # ok