You cannot select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
data-maker/pipeline.py

611 lines
19 KiB
Python

#!/usr/bin/env python3
5 years ago
@staticmethod
df = pd.read_gbq(SQL,credentials=credentials,dialect='standard')
else :
4 years ago
def generate(self,args):
dtype = str
4 years ago
#
4 years ago
# for name in args['ignore']['columns'] :
# for name in cols :
# _args['data'][name] = _dc[name]
# if 'file' in args :
# args['partition'] = index
# args['data'] = DATA[index]
# if int(args['num_gpu']) > 1 :
# args['gpu'] = index
# else:
# args['gpu']=0
#
# trainer.train(**args)