You cannot select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
|
|
|
|
#!/usr/bin/env python3
|
|
|
|
|
class KEYS :
|
|
|
|
|
logger.write({"module":"bigquery","action":"read","input":{"sql":SQL}})
|
|
|
|
|
if 'autopilot' in ( list(args.keys())) :
|
|
|
|
|
else:
|
|
|
|
|
if df[name].unique().size > 0 :
|
|
|
|
|
def generate(self,args):
|
|
|
|
|
dtype = str
|
|
|
|
|
#
|
|
|
|
|
# for name in args['ignore']['columns'] :
|
|
|
|
|
|
|
|
|
|
# base_cols = list(set(_args['data'].columns) - set(args['columns'])) #-- rebuilt the dataset (and store it)
|
|
|
|
|
# cols = _dc.columns.tolist()
|
|
|
|
|
# for name in cols :
|
|
|
|
|
# _args['data'][name] = _dc[name]
|
|
|
|
|
filename = SYS_ARGS['config'] if 'config' in SYS_ARGS else 'config.json'
|
|
|
|
|
f = open (filename)
|
