bug fix: @TODO: split partition data so we always process a decent sized data

dev
Steve L. Nyemba 5 years ago
parent 8418208da0
commit 00e640df21

@ -152,6 +152,7 @@ class Components :
# reader = args['reader']
# df = reader()
df = args['reader']() if 'reader' in args else args['data']
# bounds = Components.split(df,MAX_ROWS,PART_SIZE)
# if partition != '' :
# columns = args['columns']
@ -168,7 +169,7 @@ class Components :
# -- Let us tray assessing
df = np.array_split(df,N)
_dc = pd.DataFrame()
# for mdf in df :
_args['data'] = df

Loading…
Cancel
Save