|
|
@ -92,7 +92,7 @@ class Components :
|
|
|
|
# - where to get the data
|
|
|
|
# - where to get the data
|
|
|
|
# - and athe arguments to use (partition #,columns,gpu,epochs)
|
|
|
|
# - and athe arguments to use (partition #,columns,gpu,epochs)
|
|
|
|
#
|
|
|
|
#
|
|
|
|
info = {"rows":_data.shape[0],"cols":_data.shape[1], "paritition":part_index,"logs":_args['logs']}
|
|
|
|
info = {"rows":_data.shape[0],"cols":_data.shape[1], "partition":part_index,"logs":_args['logs']}
|
|
|
|
p = {"args":_args,"data":_data.to_dict(orient="records"),"info":info}
|
|
|
|
p = {"args":_args,"data":_data.to_dict(orient="records"),"info":info}
|
|
|
|
qwriter.write(p)
|
|
|
|
qwriter.write(p)
|
|
|
|
#
|
|
|
|
#
|
|
|
|