|
|
|
|
@ -189,7 +189,7 @@ class Components :
|
|
|
|
|
This function will generate data and store it to a given,
|
|
|
|
|
"""
|
|
|
|
|
store = args['store']['logs']
|
|
|
|
|
store['doc'] = args['context']
|
|
|
|
|
store['args']['doc'] = args['context']
|
|
|
|
|
logger = factory.instance(**store) #type='mongo.MongoWriter',args={'dbname':'aou','doc':args['context']})
|
|
|
|
|
|
|
|
|
|
ostore = args['store']['target']
|
|
|
|
|
@ -216,7 +216,7 @@ class Components :
|
|
|
|
|
# # This will account for autopilot mode ...
|
|
|
|
|
# df = args['data']
|
|
|
|
|
|
|
|
|
|
_info = {"module":"gan-prep","action":"read","shape":{"rows":df.shape[0],"columns":df.shape[0]}}
|
|
|
|
|
_info = {"module":"gan-prep","action":"read","shape":{"rows":df.shape[0],"columns":df.shape[1]}}
|
|
|
|
|
logger.write(_info)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
@ -245,7 +245,7 @@ class Components :
|
|
|
|
|
args['candidates'] = 1 if 'candidates' not in args else int(args['candidates'])
|
|
|
|
|
if 'gpu' in args :
|
|
|
|
|
args['gpu'] = self.set_gpu(gpu=args['gpu'])
|
|
|
|
|
_info = {"module":"gan-prep","action":"prune","shape":{"rows":args['data'].shape[0],"columns":args['data'].shape[0]}}
|
|
|
|
|
_info = {"module":"gan-prep","action":"prune","shape":{"rows":args['data'].shape[0],"columns":args['data'].shape[1]}}
|
|
|
|
|
logger.write(_info)
|
|
|
|
|
candidates = (data.maker.generate(**args))
|
|
|
|
|
if 'sql.BQWriter' in ostore['type'] :
|
|
|
|
|
|
