diff --git a/pipeline.py b/pipeline.py index 5af9550..9a6b8aa 100644 --- a/pipeline.py +++ b/pipeline.py @@ -277,9 +277,8 @@ if __name__ == '__main__' : args[key] = _config[key] args = dict(args,**SYS_ARGS) - - - args['batch_size'] = 2000 if 'batch_size' not in args else int(args['batch_size']) + if 'batch_size' not in args : + args['batch_size'] = 2000 #if 'batch_size' not in args else int(args['batch_size']) if 'dataset' not in args : args['dataset'] = 'combined20191004v2_deid' PART_SIZE = int(args['part_size']) if 'part_size' in args else 8