|
|
|
@ -82,6 +82,9 @@ class Components :
|
|
|
|
|
df = df.iloc[i]
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
#
|
|
|
|
|
# Certain columns need to be removed too large of a matrix
|
|
|
|
|
#
|
|
|
|
|
# if df.shape[0] == 0 :
|
|
|
|
|
# print ("CAN NOT TRAIN EMPTY DATASET ")
|
|
|
|
|
# return
|
|
|
|
@ -194,13 +197,15 @@ class Components :
|
|
|
|
|
if df[name].isnull().sum() > 0 :
|
|
|
|
|
df[name].fillna(0,inplace=True)
|
|
|
|
|
else:
|
|
|
|
|
df[name] = df[name].astype(np.int64)
|
|
|
|
|
df[name] = df[name].astype(int)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
_dc = pd.DataFrame()
|
|
|
|
|
# for mdf in df :
|
|
|
|
|
_args['data'] = df
|
|
|
|
|
|
|
|
|
|
_dc = _dc.append(data.maker.generate(**_args))
|
|
|
|
|
|
|
|
|
|
#
|
|
|
|
|
# We need to post the generate the data in order to :
|
|
|
|
|
# 1. compare immediately
|
|
|
|
@ -356,13 +361,6 @@ if __name__ == '__main__' :
|
|
|
|
|
else:
|
|
|
|
|
generator.generate(args)
|
|
|
|
|
# Components.generate(args)
|
|
|
|
|
elif 'finalize' in args :
|
|
|
|
|
#
|
|
|
|
|
# This will finalize a given set of synthetic operations into a table
|
|
|
|
|
#
|
|
|
|
|
idataset = args['input'] if 'input' in args else 'io' #-- input dataset
|
|
|
|
|
odataset = args['output'] #-- output dataset
|
|
|
|
|
labels = [name.strip() for name in args['labels'].split(',') ]
|
|
|
|
|
|
|
|
|
|
else:
|
|
|
|
|
|
|
|
|
|