data-maker/pipeline.py

#!/usr/bin/env python3
		SQL_FILTER = 'filter'
		df = pd.read_gbq(SQL,credentials=credentials,dialect='standard')
		if 'batch_size' in args :
		log_folder = os.sep.join([log_folder,args['context'],str(partition)])
		# reader = args['reader']
		
				Components.lock.release()
	if 'batch_size' not in args :
					args['gpu']=0