bug fix: @TODO: split partition data so we always process a decent sized data

dev
Steve L. Nyemba 5 years ago
parent 8418208da0
commit 00e640df21

@ -152,6 +152,7 @@ class Components :
# reader = args['reader'] # reader = args['reader']
# df = reader() # df = reader()
df = args['reader']() if 'reader' in args else args['data'] df = args['reader']() if 'reader' in args else args['data']
# bounds = Components.split(df,MAX_ROWS,PART_SIZE) # bounds = Components.split(df,MAX_ROWS,PART_SIZE)
# if partition != '' : # if partition != '' :
# columns = args['columns'] # columns = args['columns']
@ -168,7 +169,7 @@ class Components :
# -- Let us tray assessing # -- Let us tray assessing
df = np.array_split(df,N)
_dc = pd.DataFrame() _dc = pd.DataFrame()
# for mdf in df : # for mdf in df :
_args['data'] = df _args['data'] = df

Loading…
Cancel
Save