From efd2fd6a9a8419049e59473a62f2e99762d399c7 Mon Sep 17 00:00:00 2001 From: Steve Nyemba Date: Sun, 4 Apr 2021 11:26:24 -0500 Subject: [PATCH] logging generator .... --- pipeline.py | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/pipeline.py b/pipeline.py index 0a9c549..bbc54bc 100644 --- a/pipeline.py +++ b/pipeline.py @@ -189,7 +189,7 @@ class Components : This function will generate data and store it to a given, """ store = args['store']['logs'] - store['doc'] = args['context'] + store['args']['doc'] = args['context'] logger = factory.instance(**store) #type='mongo.MongoWriter',args={'dbname':'aou','doc':args['context']}) ostore = args['store']['target'] @@ -216,7 +216,7 @@ class Components : # # This will account for autopilot mode ... # df = args['data'] - _info = {"module":"gan-prep","action":"read","shape":{"rows":df.shape[0],"columns":df.shape[0]}} + _info = {"module":"gan-prep","action":"read","shape":{"rows":df.shape[0],"columns":df.shape[1]}} logger.write(_info) @@ -245,7 +245,7 @@ class Components : args['candidates'] = 1 if 'candidates' not in args else int(args['candidates']) if 'gpu' in args : args['gpu'] = self.set_gpu(gpu=args['gpu']) - _info = {"module":"gan-prep","action":"prune","shape":{"rows":args['data'].shape[0],"columns":args['data'].shape[0]}} + _info = {"module":"gan-prep","action":"prune","shape":{"rows":args['data'].shape[0],"columns":args['data'].shape[1]}} logger.write(_info) candidates = (data.maker.generate(**args)) if 'sql.BQWriter' in ostore['type'] :