diff --git a/pipeline.py b/pipeline.py index 0a9c549..bbc54bc 100644 --- a/pipeline.py +++ b/pipeline.py @@ -189,7 +189,7 @@ class Components : This function will generate data and store it to a given, """ store = args['store']['logs'] - store['doc'] = args['context'] + store['args']['doc'] = args['context'] logger = factory.instance(**store) #type='mongo.MongoWriter',args={'dbname':'aou','doc':args['context']}) ostore = args['store']['target'] @@ -216,7 +216,7 @@ class Components : # # This will account for autopilot mode ... # df = args['data'] - _info = {"module":"gan-prep","action":"read","shape":{"rows":df.shape[0],"columns":df.shape[0]}} + _info = {"module":"gan-prep","action":"read","shape":{"rows":df.shape[0],"columns":df.shape[1]}} logger.write(_info) @@ -245,7 +245,7 @@ class Components : args['candidates'] = 1 if 'candidates' not in args else int(args['candidates']) if 'gpu' in args : args['gpu'] = self.set_gpu(gpu=args['gpu']) - _info = {"module":"gan-prep","action":"prune","shape":{"rows":args['data'].shape[0],"columns":args['data'].shape[0]}} + _info = {"module":"gan-prep","action":"prune","shape":{"rows":args['data'].shape[0],"columns":args['data'].shape[1]}} logger.write(_info) candidates = (data.maker.generate(**args)) if 'sql.BQWriter' in ostore['type'] :