You cannot select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
|
|
|
|
#!/usr/bin/env python3
|
|
|
|
|
SQL = SQL.replace(':dataset',args['dataset']) #+ " LI "
|
|
|
|
|
|
|
|
|
|
# _args['max_epochs'] = 150 if 'max_epochs' not in args else int(args['max_epochs'])
|
|
|
|
|
# _args['num_gpu'] = int(args['num_gpu']) if 'num_gpu' in args else 1
|
|
|
|
|
# _args['gpu'] = args['gpu'] if 'gpu' in args else 0
|
|
|
|
|
This function will generate data and store it to a given,
|
|
|
|
|
"""
|
|
|
|
|
logger = factory.instance(type='mongo.MongoWriter',args={'dbname':'aou','doc':args['context']})
|
|
|
|
|
log_folder = args['logs'] if 'logs' in args else 'logs'
|
|
|
|
|
partition = args['partition'] if 'partition' in args else ''
|
|
|
|
|
df = pd.DataFrame(info['data'])
|
|
|
|
|
args = info['args']
|
|
|
|
|
DATA = Components().get(args)
|
|
|
|
|
generator.generate(args)
|
|
|
|
|
if int(args['num_gpu']) > 1 :
|
