data-maker/pipeline.py

#!/usr/bin/env python3
	class KEYS :
		logger.write({"module":"bigquery","action":"read","input":{"sql":SQL}})
		if 'autopilot' in ( list(args.keys())) :
		else:
				if df[name].unique().size > 0 :
	def finalize(self,args):
		otable = ".".join([args['store']['source']['args']['dataset'],args['from']])
		dtable = ".".join([args['store']['target']['args']['dataset'],args['from']])
			for _item in schema :
					
	if 'dataset' not in args :
				job = Process (target = publisher,args=( args,))
	#