data-maker/pipeline.py

#!/usr/bin/env python3
		SQL = SQL.replace(':dataset',args['dataset']) #+ " LIMIT 1000 "
		_args['gpu'] = args['gpu'] if 'gpu' in args else 0

				part_index += 1
		_args['max_epochs'] = 150 if 'max_epochs' not in args else int(args['max_epochs'])
		#
		
		info = {"full":{"path":_fname,"rows":_args['data'].shape[0]},"compare":{"name":_pname,"rows":data_comp.shape[0]} }
		if partition :
			jobs = [job for job in jobs if job.is_alive()]