from __future__ import absolute_import from __future__ import division from __future__ import print_function """Tests for common.config_lib.""" import tensorflow as tf from common import config_lib # brain coder class ConfigLibTest(tf.test.TestCase): def testConfig(self): config = config_lib.Config(hello='world', foo='bar', num=123, f=56.7) self.assertEqual('world', config.hello) self.assertEqual('bar', config['foo']) config.hello = 'everyone' config['bar'] = 9000 self.assertEqual('everyone', config['hello']) self.assertEqual(9000, config.bar) self.assertEqual(5, len(config)) def testConfigUpdate(self): config = config_lib.Config(a=1, b=2, c=3) config.update({'b': 10, 'd': 4}) self.assertEqual({'a': 1, 'b': 10, 'c': 3, 'd': 4}, config) config = config_lib.Config(a=1, b=2, c=3) config.update(b=10, d=4) self.assertEqual({'a': 1, 'b': 10, 'c': 3, 'd': 4}, config) config = config_lib.Config(a=1, b=2, c=3) config.update({'e': 5}, b=10, d=4) self.assertEqual({'a': 1, 'b': 10, 'c': 3, 'd': 4, 'e': 5}, config) config = config_lib.Config( a=1, b=2, x=config_lib.Config( l='a', y=config_lib.Config(m=1, n=2), z=config_lib.Config( q=config_lib.Config(a=10, b=20), r=config_lib.Config(s=1, t=2)))) config.update(x={'y': {'m': 10}, 'z': {'r': {'s': 5}}}) self.assertEqual( config_lib.Config( a=1, b=2, x=config_lib.Config( l='a', y=config_lib.Config(m=10, n=2), z=config_lib.Config( q=config_lib.Config(a=10, b=20), r=config_lib.Config(s=5, t=2)))), config) config = config_lib.Config( foo='bar', num=100, x=config_lib.Config(a=1, b=2, c=config_lib.Config(h=10, i=20, j=30)), y=config_lib.Config(qrs=5, tuv=10), d={'a': 1, 'b': 2}, l=[1, 2, 3]) config.update( config_lib.Config( foo='hat', num=50.5, x={'a': 5, 'z': -10}, y=config_lib.Config(wxyz=-1)), d={'a': 10, 'c': 20}, l=[3, 4, 5, 6]) self.assertEqual( config_lib.Config( foo='hat', num=50.5, x=config_lib.Config(a=5, b=2, z=-10, c=config_lib.Config(h=10, i=20, j=30)), y=config_lib.Config(qrs=5, tuv=10, wxyz=-1), d={'a': 10, 'c': 20}, l=[3, 4, 5, 6]), config) self.assertTrue(isinstance(config.x, config_lib.Config)) self.assertTrue(isinstance(config.x.c, config_lib.Config)) self.assertTrue(isinstance(config.y, config_lib.Config)) config = config_lib.Config( foo='bar', num=100, x=config_lib.Config(a=1, b=2, c=config_lib.Config(h=10, i=20, j=30)), y=config_lib.Config(qrs=5, tuv=10), d={'a': 1, 'b': 2}, l=[1, 2, 3]) config.update( config_lib.Config( foo=1234, num='hello', x={'a': 5, 'z': -10, 'c': {'h': -5, 'k': 40}}, y=[1, 2, 3, 4], d='stuff', l={'a': 1, 'b': 2})) self.assertEqual( config_lib.Config( foo=1234, num='hello', x=config_lib.Config(a=5, b=2, z=-10, c=config_lib.Config(h=-5, i=20, j=30, k=40)), y=[1, 2, 3, 4], d='stuff', l={'a': 1, 'b': 2}), config) self.assertTrue(isinstance(config.x, config_lib.Config)) self.assertTrue(isinstance(config.x.c, config_lib.Config)) self.assertTrue(isinstance(config.y, list)) def testConfigStrictUpdate(self): config = config_lib.Config(a=1, b=2, c=3) config.strict_update({'b': 10, 'c': 20}) self.assertEqual({'a': 1, 'b': 10, 'c': 20}, config) config = config_lib.Config(a=1, b=2, c=3) config.strict_update(b=10, c=20) self.assertEqual({'a': 1, 'b': 10, 'c': 20}, config) config = config_lib.Config(a=1, b=2, c=3, d=4) config.strict_update({'d': 100}, b=10, a=20) self.assertEqual({'a': 20, 'b': 10, 'c': 3, 'd': 100}, config) config = config_lib.Config( a=1, b=2, x=config_lib.Config( l='a', y=config_lib.Config(m=1, n=2), z=config_lib.Config( q=config_lib.Config(a=10, b=20), r=config_lib.Config(s=1, t=2)))) config.strict_update(x={'y': {'m': 10}, 'z': {'r': {'s': 5}}}) self.assertEqual( config_lib.Config( a=1, b=2, x=config_lib.Config( l='a', y=config_lib.Config(m=10, n=2), z=config_lib.Config( q=config_lib.Config(a=10, b=20), r=config_lib.Config(s=5, t=2)))), config) config = config_lib.Config( foo='bar', num=100, x=config_lib.Config(a=1, b=2, c=config_lib.Config(h=10, i=20, j=30)), y=config_lib.Config(qrs=5, tuv=10), d={'a': 1, 'b': 2}, l=[1, 2, 3]) config.strict_update( config_lib.Config( foo='hat', num=50, x={'a': 5, 'c': {'h': 100}}, y=config_lib.Config(tuv=-1)), d={'a': 10, 'c': 20}, l=[3, 4, 5, 6]) self.assertEqual( config_lib.Config( foo='hat', num=50, x=config_lib.Config(a=5, b=2, c=config_lib.Config(h=100, i=20, j=30)), y=config_lib.Config(qrs=5, tuv=-1), d={'a': 10, 'c': 20}, l=[3, 4, 5, 6]), config) def testConfigStrictUpdateFail(self): config = config_lib.Config(a=1, b=2, c=3, x=config_lib.Config(a=1, b=2)) with self.assertRaises(KeyError): config.strict_update({'b': 10, 'c': 20, 'd': 50}) with self.assertRaises(KeyError): config.strict_update(b=10, d=50) with self.assertRaises(KeyError): config.strict_update(x={'c': 3}) with self.assertRaises(TypeError): config.strict_update(a='string') with self.assertRaises(TypeError): config.strict_update(x={'a': 'string'}) with self.assertRaises(TypeError): config.strict_update(x=[1, 2, 3]) def testConfigFromStr(self): config = config_lib.Config.from_str("{'c': {'d': 5}, 'b': 2, 'a': 1}") self.assertEqual( {'c': {'d': 5}, 'b': 2, 'a': 1}, config) self.assertTrue(isinstance(config, config_lib.Config)) self.assertTrue(isinstance(config.c, config_lib.Config)) def testConfigParse(self): config = config_lib.Config.parse( 'hello="world",num=1234.5,lst=[10,20.5,True,"hi",("a","b","c")],' 'dct={9:10,"stuff":"qwerty","subdict":{1:True,2:False}},' 'subconfig=c(a=1,b=[1,2,[3,4]],c=c(f="f",g="g"))') self.assertEqual( {'hello': 'world', 'num': 1234.5, 'lst': [10, 20.5, True, 'hi', ('a', 'b', 'c')], 'dct': {9: 10, 'stuff': 'qwerty', 'subdict': {1: True, 2: False}}, 'subconfig': {'a': 1, 'b': [1, 2, [3, 4]], 'c': {'f': 'f', 'g': 'g'}}}, config) self.assertTrue(isinstance(config, config_lib.Config)) self.assertTrue(isinstance(config.subconfig, config_lib.Config)) self.assertTrue(isinstance(config.subconfig.c, config_lib.Config)) self.assertFalse(isinstance(config.dct, config_lib.Config)) self.assertFalse(isinstance(config.dct['subdict'], config_lib.Config)) self.assertTrue(isinstance(config.lst[4], tuple)) def testConfigParseErrors(self): with self.assertRaises(SyntaxError): config_lib.Config.parse('a=[1,2,b="hello"') with self.assertRaises(SyntaxError): config_lib.Config.parse('a=1,b=c(x="a",y="b"') with self.assertRaises(SyntaxError): config_lib.Config.parse('a=1,b=c(x="a")y="b"') with self.assertRaises(SyntaxError): config_lib.Config.parse('a=1,b=c(x="a"),y="b",') def testOneOf(self): def make_config(): return config_lib.Config( data=config_lib.OneOf( [config_lib.Config(task=1, a='hello'), config_lib.Config(task=2, a='world', b='stuff'), config_lib.Config(task=3, c=1234)], task=2), model=config_lib.Config(stuff=1)) config = make_config() config.update(config_lib.Config.parse( 'model=c(stuff=2),data=c(task=1,a="hi")')) self.assertEqual( config_lib.Config( data=config_lib.Config(task=1, a='hi'), model=config_lib.Config(stuff=2)), config) config = make_config() config.update(config_lib.Config.parse( 'model=c(stuff=2),data=c(task=2,a="hi")')) self.assertEqual( config_lib.Config( data=config_lib.Config(task=2, a='hi', b='stuff'), model=config_lib.Config(stuff=2)), config) config = make_config() config.update(config_lib.Config.parse( 'model=c(stuff=2),data=c(task=3)')) self.assertEqual( config_lib.Config( data=config_lib.Config(task=3, c=1234), model=config_lib.Config(stuff=2)), config) config = make_config() config.update(config_lib.Config.parse( 'model=c(stuff=2)')) self.assertEqual( config_lib.Config( data=config_lib.Config(task=2, a='world', b='stuff'), model=config_lib.Config(stuff=2)), config) config = make_config() config.update(config_lib.Config.parse( 'model=c(stuff=2),data=c(task=4,d=9999)')) self.assertEqual( config_lib.Config( data=config_lib.Config(task=4, d=9999), model=config_lib.Config(stuff=2)), config) config = make_config() config.update(config_lib.Config.parse( 'model=c(stuff=2),data=5')) self.assertEqual( config_lib.Config( data=5, model=config_lib.Config(stuff=2)), config) def testOneOfStrict(self): def make_config(): return config_lib.Config( data=config_lib.OneOf( [config_lib.Config(task=1, a='hello'), config_lib.Config(task=2, a='world', b='stuff'), config_lib.Config(task=3, c=1234)], task=2), model=config_lib.Config(stuff=1)) config = make_config() config.strict_update(config_lib.Config.parse( 'model=c(stuff=2),data=c(task=1,a="hi")')) self.assertEqual( config_lib.Config( data=config_lib.Config(task=1, a='hi'), model=config_lib.Config(stuff=2)), config) config = make_config() config.strict_update(config_lib.Config.parse( 'model=c(stuff=2),data=c(task=2,a="hi")')) self.assertEqual( config_lib.Config( data=config_lib.Config(task=2, a='hi', b='stuff'), model=config_lib.Config(stuff=2)), config) config = make_config() config.strict_update(config_lib.Config.parse( 'model=c(stuff=2),data=c(task=3)')) self.assertEqual( config_lib.Config( data=config_lib.Config(task=3, c=1234), model=config_lib.Config(stuff=2)), config) config = make_config() config.strict_update(config_lib.Config.parse( 'model=c(stuff=2)')) self.assertEqual( config_lib.Config( data=config_lib.Config(task=2, a='world', b='stuff'), model=config_lib.Config(stuff=2)), config) def testNestedOneOf(self): def make_config(): return config_lib.Config( data=config_lib.OneOf( [config_lib.Config(task=1, a='hello'), config_lib.Config( task=2, a=config_lib.OneOf( [config_lib.Config(x=1, y=2), config_lib.Config(x=-1, y=1000, z=4)], x=1)), config_lib.Config(task=3, c=1234)], task=2), model=config_lib.Config(stuff=1)) config = make_config() config.update(config_lib.Config.parse( 'model=c(stuff=2),data=c(task=2,a=c(x=-1,z=8))')) self.assertEqual( config_lib.Config( data=config_lib.Config( task=2, a=config_lib.Config(x=-1, y=1000, z=8)), model=config_lib.Config(stuff=2)), config) config = make_config() config.strict_update(config_lib.Config.parse( 'model=c(stuff=2),data=c(task=2,a=c(x=-1,z=8))')) self.assertEqual( config_lib.Config( data=config_lib.Config( task=2, a=config_lib.Config(x=-1, y=1000, z=8)), model=config_lib.Config(stuff=2)), config) config = make_config() config.update(config_lib.Config.parse('model=c(stuff=2)')) self.assertEqual( config_lib.Config( data=config_lib.Config( task=2, a=config_lib.Config(x=1, y=2)), model=config_lib.Config(stuff=2)), config) config = make_config() config.strict_update(config_lib.Config.parse('model=c(stuff=2)')) self.assertEqual( config_lib.Config( data=config_lib.Config( task=2, a=config_lib.Config(x=1, y=2)), model=config_lib.Config(stuff=2)), config) def testOneOfStrictErrors(self): def make_config(): return config_lib.Config( data=config_lib.OneOf( [config_lib.Config(task=1, a='hello'), config_lib.Config(task=2, a='world', b='stuff'), config_lib.Config(task=3, c=1234)], task=2), model=config_lib.Config(stuff=1)) config = make_config() with self.assertRaises(TypeError): config.strict_update(config_lib.Config.parse( 'model=c(stuff=2),data=[1,2,3]')) config = make_config() with self.assertRaises(KeyError): config.strict_update(config_lib.Config.parse( 'model=c(stuff=2),data=c(task=3,c=5678,d=9999)')) config = make_config() with self.assertRaises(ValueError): config.strict_update(config_lib.Config.parse( 'model=c(stuff=2),data=c(task=4,d=9999)')) config = make_config() with self.assertRaises(TypeError): config.strict_update(config_lib.Config.parse( 'model=c(stuff=2),data=5')) if __name__ == '__main__': tf.test.main()