From a43247ac65101128a8a2a07f6cce45511e5864ee Mon Sep 17 00:00:00 2001
From: Steve Nyemba <steve@the-phi.com>
Date: Sun, 4 Apr 2021 11:17:34 -0500
Subject: [PATCH] logging generator ....

---
 pipeline.py | 4 +++-
 1 file changed, 3 insertions(+), 1 deletion(-)

diff --git a/pipeline.py b/pipeline.py
index 6476221..0a9c549 100644
--- a/pipeline.py
+++ b/pipeline.py
@@ -217,6 +217,7 @@ class Components :
 			# 	df = args['data']
 	
 		_info = {"module":"gan-prep","action":"read","shape":{"rows":df.shape[0],"columns":df.shape[0]}}
+		logger.write(_info)
 		
 				
 		_dc = pd.DataFrame()
@@ -244,7 +245,8 @@ class Components :
 		args['candidates']	= 1 if 'candidates' not in args else int(args['candidates'])
 		if 'gpu' in args :
 			args['gpu'] = self.set_gpu(gpu=args['gpu'])
-		
+		_info = {"module":"gan-prep","action":"prune","shape":{"rows":args['data'].shape[0],"columns":args['data'].shape[0]}}
+		logger.write(_info)
 		candidates = (data.maker.generate(**args))
 		if 'sql.BQWriter' in ostore['type'] :
 			#table = ".".join([ostore['['dataset'],args['context']])