From 8418208da013fc9cd6b204fd636f3d60b82e70b8 Mon Sep 17 00:00:00 2001 From: Steve Nyemba Date: Thu, 2 Apr 2020 01:36:57 -0500 Subject: [PATCH] bug fix: max_rows missing --- pipeline.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/pipeline.py b/pipeline.py index acb4f6c..78ffefe 100644 --- a/pipeline.py +++ b/pipeline.py @@ -159,7 +159,7 @@ class Components : # df = pd.DataFrame(df[ int (partition) ],columns = columns) # max_rows = int(args['partition_max_rows']) if 'partition_max_rows' in args else 1000000 # N = np.divide(df.shape[0],max_rows).astype(int) + 1 - info = {"parition":int(partition),"gpu":_args["gpu"],"rows":int(df.shape[0]),"cols":int(df.shape[1]),"part_size":int(PART_SIZE),"partition-info":{"count":int(N),"max_rows":max_rows}} + info = {"parition":int(partition),"gpu":_args["gpu"],"rows":int(df.shape[0]),"cols":int(df.shape[1]),"part_size":int(PART_SIZE)} logger.write({"module":"generate","action":"partition","input":info}) _args['partition'] = int(partition) _args['continuous']= args['continuous'] if 'continuous' in args else []