You cannot select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
data-maker/pipeline.py

413 lines
14 KiB
Python

#!/usr/bin/env python3
5 years ago
SQL = SQL.replace(':dataset',args['dataset']) #+ " LI "
# _args['max_epochs'] = 150 if 'max_epochs' not in args else int(args['max_epochs'])
# _args['num_gpu'] = int(args['num_gpu']) if 'num_gpu' in args else 1
# _args['gpu'] = args['gpu'] if 'gpu' in args else 0
_args['gpu'] = 0
# performing basic analytics on the synthetic data generated (easy to quickly asses)
#
channel.close()
channel.connection.close()
DATA = pd.read_csv(args['file']) ;
# generator.generate(args)
else:
generator.generate(args)
# Components.generate(args)
elif 'listen' in args :
#
# This will start a worker just in case to listen to a queue
else: