|
|
|
|
#!/usr/bin/env python3
|
|
|
|
|
class KEYS :
|
|
|
|
|
logger.write({"module":"bigquery","action":"read","input":{"sql":SQL}})
|
|
|
|
|
#
|
|
|
|
|
data.maker.train(**_args)
|
|
|
|
|
# randomly shifting the measurements
|
|
|
|
|
columns = args['columns'] if 'columns' in args else df.columns
|
|
|
|
|
def finalize(self,args):
|
|
|
|
|
#
|
|
|
|
|
otable = ".".join([args['store']['source']['args']['dataset'],args['from']])
|
|
|
|
|
dtable = ".".join([args['store']['target']['args']['dataset'],args['from']])
|
|
|
|
|
for _item in schema :
|
|
|
|
|
#
|
|
|
|
|
#
|
|
|
|
|
_params = {'data':_df,'store' : ostore,'from':args['from']}
|
|
|
|
|
if _schema :
|
|
|
|
|
_params ['schema'] = _schema
|
|
|
|
|
_info = {"module":"gan-prep","action":"write","input":{"rows":_df.shape[0],"cols":_df.shape[1]}}
|
|
|
|
|
logger.write(_info)
|
|
|
|
|
self.post(**_params)
|
|
|
|
|
# print (['_______ posting _________________',_df.shape])
|
|
|
|
|
break
|
|
|
|
|
|
|
|
|
|
if 'matrix_size' in args :
|
|
|
|
|
print (_args['store'])
|
|
|
|
|
else:
|
