|
|
@ -277,9 +277,8 @@ if __name__ == '__main__' :
|
|
|
|
|
|
|
|
|
|
|
|
args[key] = _config[key]
|
|
|
|
args[key] = _config[key]
|
|
|
|
args = dict(args,**SYS_ARGS)
|
|
|
|
args = dict(args,**SYS_ARGS)
|
|
|
|
|
|
|
|
if 'batch_size' not in args :
|
|
|
|
|
|
|
|
args['batch_size'] = 2000 #if 'batch_size' not in args else int(args['batch_size'])
|
|
|
|
args['batch_size'] = 2000 if 'batch_size' not in args else int(args['batch_size'])
|
|
|
|
|
|
|
|
if 'dataset' not in args :
|
|
|
|
if 'dataset' not in args :
|
|
|
|
args['dataset'] = 'combined20191004v2_deid'
|
|
|
|
args['dataset'] = 'combined20191004v2_deid'
|
|
|
|
PART_SIZE = int(args['part_size']) if 'part_size' in args else 8
|
|
|
|
PART_SIZE = int(args['part_size']) if 'part_size' in args else 8
|
|
|
|