data-maker/pipeline.py

#!/usr/bin/env python3
	@staticmethod
		_args = {"batch_size":2000,"logs":log_folder,"context":args['context'],"max_epochs":150,"column":args['columns'],"id":"person_id","logger":logger}
		if 'autopilot' in ( list(args.keys())) :
		os.environ['CUDA_VISIBLE_DEVICES'] = str(args['gpu']) 
		info = {"parition":int(partition),"gpu":_args["gpu"],"rows":int(df.shape[0]),"cols":int(df.shape[1]),"part_size":int(PART_SIZE)}
				Components.lock.release()
		# trainer = Components()