You cannot select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
|
|
|
|
#!/usr/bin/env python3
|
|
|
|
|
SQL = SQL.replace(':dataset',args['dataset']) #+ " LIMIT 1000 "
|
|
|
|
|
_args['gpu'] = args['gpu'] if 'gpu' in args else 0
|
|
|
|
|
|
|
|
|
|
# In case we want slow-mode, we can store the partitions in mongodb and process (Yes|No)?
|
|
|
|
|
#
|
|
|
|
|
|
|
|
|
|
# _args['num_gpu'] = int(args['num_gpu']) if 'num_gpu' in args else 1
|
|
|
|
|
@staticmethod
|
|
|
|
|
def callback(channel,method,header,stream):
|
|
|
|
|
args['dataset'] = 'combined20191004v2_deid'
|
|
|
|
|
else:
|
|
|
|
|
generator.generate(args)
|
|
|
|
|
# Components.generate(args)
|
|
|
|
|
elif 'listen' in args :
|
|
|
|
|
#
|
|
|
|
|
# This will start a worker just in case to listen to a queue
|
