data-maker/pipeline.py

#!/usr/bin/env python3
	@staticmethod
		df = pd.read_gbq(SQL,credentials=credentials,dialect='standard')
		else :


		store['args']['doc'] = args['context']
					
				#
					writer.write(_df[cols],schema=_schema,table=args['from'])
			
		#

		# 	print (["Started ",len(jobs),"generators" if len(jobs)>1 else "generator" ])
		# 	while len(jobs)> 0 :
		# 		jobs = [job for job in jobs if job.is_alive()]
		# 		time.sleep(2)