creating processes for the generators

pipeline.py

@@ -280,11 +280,21 @@ if __name__ == '__main__' :
 		if ''.join(content).isnumeric() :
 			#
 			# we have partitions we are working with
-			
+			make = lambda args: (Components()).generate(args)
+			jobs = []
+			print (["Started ",len(jobs),"generators"])
 			for id in ''.join(content) :
 				args['partition'] = id
+				job = Process(target=make,args=(args,args))
+				
+				job.start()
+				jobs.append(job)
+			
+			while (len(jobs)> 0) :
+				jobs = [jobs for job in jobs if job.is_alive()]
+				time.sleep(2)
 				
-				generator.generate(args)
+				# generator.generate(args)
 		else:
 			generator.generate(args)
 		# Components.generate(args)