You cannot select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
data-maker/pipeline.py

392 lines
14 KiB
Python

#!/usr/bin/env python3
5 years ago
@staticmethod
# pointer = args['reader'] if 'reader' in args else lambda: Components.get(**args)
if int(args['num_gpu']) > 1 :
_args = {"batch_size":2000,"logs":log_folder,"context":args['context'],"max_epochs":150,"column":args['columns'],"id":"person_id","logger":logger}
_args['partition'] = int(partition)
# logger.write(info)
# if len(jobs) == 1 :
#for args in PIPELINE :