|
|
|
@ -218,18 +218,19 @@ class Components :
|
|
|
|
|
# df = args['data']
|
|
|
|
|
_cast = {}
|
|
|
|
|
if schema :
|
|
|
|
|
dtype = str
|
|
|
|
|
name = schema['name']
|
|
|
|
|
novalue = -1
|
|
|
|
|
if schema['type'] == 'INTEGER' :
|
|
|
|
|
dtype = np.int64
|
|
|
|
|
|
|
|
|
|
elif schema['type'] == 'FLOAT' :
|
|
|
|
|
dtype = np.float64
|
|
|
|
|
else:
|
|
|
|
|
novalue = ''
|
|
|
|
|
_cast[schema['name']] = dtype
|
|
|
|
|
df[name] = df[name].fillna(novalue).astype(dtype)
|
|
|
|
|
for _item in schem :
|
|
|
|
|
dtype = str
|
|
|
|
|
name = _item['name']
|
|
|
|
|
novalue = -1
|
|
|
|
|
if _item['type'] == 'INTEGER' :
|
|
|
|
|
dtype = np.int64
|
|
|
|
|
|
|
|
|
|
elif _item['type'] == 'FLOAT' :
|
|
|
|
|
dtype = np.float64
|
|
|
|
|
else:
|
|
|
|
|
novalue = ''
|
|
|
|
|
# _cast[schema['name']] = dtype
|
|
|
|
|
df[name] = df[name].fillna(novalue).astype(dtype)
|
|
|
|
|
|
|
|
|
|
_info = {"module":"gan-prep","action":"read","shape":{"rows":df.shape[0],"columns":df.shape[1]},"schema":schema}
|
|
|
|
|
logger.write(_info)
|
|
|
|
|