From debbd48627ff0dfb001d0bc083ec340853815a0b Mon Sep 17 00:00:00 2001 From: Steve Nyemba Date: Wed, 1 Apr 2020 00:53:56 -0500 Subject: [PATCH] bug fix: batch size per GPU --- pipeline.py | 5 ++--- 1 file changed, 2 insertions(+), 3 deletions(-) diff --git a/pipeline.py b/pipeline.py index 5af9550..9a6b8aa 100644 --- a/pipeline.py +++ b/pipeline.py @@ -277,9 +277,8 @@ if __name__ == '__main__' : args[key] = _config[key] args = dict(args,**SYS_ARGS) - - - args['batch_size'] = 2000 if 'batch_size' not in args else int(args['batch_size']) + if 'batch_size' not in args : + args['batch_size'] = 2000 #if 'batch_size' not in args else int(args['batch_size']) if 'dataset' not in args : args['dataset'] = 'combined20191004v2_deid' PART_SIZE = int(args['part_size']) if 'part_size' in args else 8