data-maker/pipeline.py

#!/usr/bin/env python3
	@staticmethod
		df = pd.read_gbq(SQL,credentials=credentials,dialect='standard')
			else:

		

				_df = pd.DataFrame.join(df,_df)
				
				writer.write(_df,schema=_schema,table=args['from'])
			# 	writer.write(df,table=table)
			pass
		else:
			pass

		# The index provided is a key to a pipeline entry mainly the context
	# COLUMNS = DATA.columns

		# 	print (["Started ",len(jobs),"generators" if len(jobs)>1 else "generator" ])
		# 	while len(jobs)> 0 :
		# 		jobs = [job for job in jobs if job.is_alive()]
		# 		time.sleep(2)