logging generator ....

pipeline.py

@@ -217,6 +217,7 @@ class Components :
 			# 	df = args['data']
 	
 		_info = {"module":"gan-prep","action":"read","shape":{"rows":df.shape[0],"columns":df.shape[0]}}
+		logger.write(_info)
 		
 				
 		_dc = pd.DataFrame()
@@ -244,7 +245,8 @@ class Components :
 		args['candidates']	= 1 if 'candidates' not in args else int(args['candidates'])
 		if 'gpu' in args :
 			args['gpu'] = self.set_gpu(gpu=args['gpu'])
-		
+		_info = {"module":"gan-prep","action":"prune","shape":{"rows":args['data'].shape[0],"columns":args['data'].shape[0]}}
+		logger.write(_info)
 		candidates = (data.maker.generate(**args))
 		if 'sql.BQWriter' in ostore['type'] :
 			#table = ".".join([ostore['['dataset'],args['context']])