Merge pull request #1253 from wangkuiyi/python_learning_and_refactor

Rename Python function DataBase into create_data_config_proto
avx_docs
wangkuiyi 9 years ago committed by GitHub
commit ccb553fec4

@ -893,11 +893,11 @@ class MaxOut(Cfg):
self.add_keys(locals()) self.add_keys(locals())
def DataBase(async_load_data=False, def create_data_config_proto(async_load_data=False,
constant_slots=None, constant_slots=None,
data_ratio=1, data_ratio=1,
is_main_data=True, is_main_data=True,
usage_ratio=None): usage_ratio=None):
# default: all sub dataproviders are treat as "main data". # default: all sub dataproviders are treat as "main data".
# see proto/DataConfig.proto for is_main_data # see proto/DataConfig.proto for is_main_data
data_config = DataConfig() data_config = DataConfig()
@ -923,7 +923,7 @@ def SimpleData(files=None,
context_len=None, context_len=None,
buffer_capacity=None, buffer_capacity=None,
**xargs): **xargs):
data_config = DataBase(**xargs) data_config = create_data_config_proto(**xargs)
data_config.type = 'simple' data_config.type = 'simple'
data_config.files = files data_config.files = files
data_config.feat_dim = feat_dim data_config.feat_dim = feat_dim
@ -945,7 +945,7 @@ def PyData(files=None,
constant_slots=None, constant_slots=None,
load_thread_num=None, load_thread_num=None,
**xargs): **xargs):
data_config = DataBase(**xargs) data_config = create_data_config_proto(**xargs)
data_config.type = 'py' data_config.type = 'py'
if load_data_module in g_py_module_name_list: if load_data_module in g_py_module_name_list:
@ -996,7 +996,7 @@ def ProtoData(files=None,
constant_slots=None, constant_slots=None,
load_thread_num=None, load_thread_num=None,
**xargs): **xargs):
data_config = DataBase(**xargs) data_config = create_data_config_proto(**xargs)
if type is None: if type is None:
data_config.type = 'proto' data_config.type = 'proto'
else: else:
@ -1035,7 +1035,7 @@ def Data(type,
buffer_capacity=None, buffer_capacity=None,
**xargs): **xargs):
data_config = DataBase(**xargs) data_config = create_data_config_proto(**xargs)
data_config.type = type data_config.type = type
data_config.files = files data_config.files = files
data_config.feat_dim = feat_dim data_config.feat_dim = feat_dim

@ -195,7 +195,7 @@ def define_py_data_sources2(train_list, test_list, module, obj, args=None):
def py_data2(files, load_data_module, load_data_object, load_data_args, def py_data2(files, load_data_module, load_data_object, load_data_args,
**kwargs): **kwargs):
data = DataBase() data = create_data_config_proto()
data.type = 'py2' data.type = 'py2'
data.files = files data.files = files
data.load_data_module = load_data_module data.load_data_module = load_data_module

Loading…
Cancel
Save