You cannot select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
data-maker/pipeline.py

405 lines
14 KiB
Python

#!/usr/bin/env python3
5 years ago
SQL = SQL.replace(':dataset',args['dataset']) #+ " LIMIT 1000 "
_args['num_gpu'] = int(args['num_gpu']) if 'num_gpu' in args else 1
p = {"args":_args,"data":_df.to_dict(orient="records"),"input":info}
"""
# df = pd.DataFrame(df[ int (partition) ],columns = columns)
5 years ago
else:
# @TODO: Fix
# There is an inconsistency in column/columns ... fix this shit!
#
channel.close()
channel.connection.close()
jobs = []