diff --git a/pipeline.py b/pipeline.py index df92427..c042588 100644 --- a/pipeline.py +++ b/pipeline.py @@ -280,11 +280,21 @@ if __name__ == '__main__' : if ''.join(content).isnumeric() : # # we have partitions we are working with - + make = lambda args: (Components()).generate(args) + jobs = [] + print (["Started ",len(jobs),"generators"]) for id in ''.join(content) : args['partition'] = id + job = Process(target=make,args=(args,args)) + + job.start() + jobs.append(job) + + while (len(jobs)> 0) : + jobs = [jobs for job in jobs if job.is_alive()] + time.sleep(2) - generator.generate(args) + # generator.generate(args) else: generator.generate(args) # Components.generate(args)