You cannot select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
|
|
|
|
#!/usr/bin/env python3
|
|
|
|
|
class KEYS :
|
|
|
|
|
logger.write({"module":"bigquery","action":"read","input":{"sql":SQL}})
|
|
|
|
|
#
|
|
|
|
|
data.maker.train(**_args)
|
|
|
|
|
# randomly shifting the measurements
|
|
|
|
|
columns = args['columns'] if 'columns' in args else df.columns
|
|
|
|
|
def finalize(self,args):
|
|
|
|
|
#
|
|
|
|
|
otable = ".".join([args['store']['source']['args']['dataset'],args['from']])
|
|
|
|
|
dtable = ".".join([args['store']['target']['args']['dataset'],args['from']])
|
|
|
|
|
for _item in schema :
|
|
|
|
|
#
|
|
|
|
|
#
|
|
|
|
|
_params ['schema'] = _schema
|
|
|
|
|
_info = {"module":"gan-prep","action":"write","input":{"rows":_df.shape[0],"cols":_df.shape[1]}}
|
|
|
|
|
logger.write(_info)
|
|
|
|
|
self.post(**_params)
|
|
|
|
|
# print (['_______ posting _________________',_df.shape])
|
|
|
|
|
break
|
|
|
|
|
|
|
|
|
|
job.name = 'Trainer # ' + str(index)
|
|
|
|
|
jobs.append(job)
|
