|
|
|
@ -165,7 +165,7 @@ class Components :
|
|
|
|
# columns = args['columns']
|
|
|
|
# columns = args['columns']
|
|
|
|
# df = np.array_split(df[columns].values,PART_SIZE)
|
|
|
|
# df = np.array_split(df[columns].values,PART_SIZE)
|
|
|
|
# df = pd.DataFrame(df[ int (partition) ],columns = columns)
|
|
|
|
# df = pd.DataFrame(df[ int (partition) ],columns = columns)
|
|
|
|
info = {"parition":int(partition),"rows":df.shape[0],"cols":df.shape[0],"part_size":PART_SIZE}
|
|
|
|
info = {"parition":int(partition),"gpu":_args["gpu"],"rows":df.shape[0],"cols":df.shape[1],"part_size":PART_SIZE}
|
|
|
|
logger.write({"module":"generate","action":"partition","input":info})
|
|
|
|
logger.write({"module":"generate","action":"partition","input":info})
|
|
|
|
|
|
|
|
|
|
|
|
_args['data'] = df
|
|
|
|
_args['data'] = df
|
|
|
|
|
