You cannot select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
|
|
|
|
#!/usr/bin/env python3
|
|
|
|
|
@staticmethod
|
|
|
|
|
df = pd.read_gbq(SQL,credentials=credentials,dialect='standard')
|
|
|
|
|
else:
|
|
|
|
|
|
|
|
|
|
if set(df.columns) & set(_df.columns) :
|
|
|
|
|
|
|
|
|
|
# base_cols = list(set(_args['data'].columns) - set(args['columns'])) #-- rebuilt the dataset (and store it)
|
|
|
|
|
# cols = _dc.columns.tolist()
|
|
|
|
|
# for name in cols :
|
|
|
|
|
# _args['data'][name] = _dc[name]
|
|
|
|
|
filename = SYS_ARGS['config'] if 'config' in SYS_ARGS else 'config.json'
|
|
|
|
|
f = open (filename)
|
|
|
|
|
# if int(args['num_gpu']) > 1 :
|
|
|
|
|
# while len(jobs)> 0 :
|
|
|
|
|
# jobs = [job for job in jobs if job.is_alive()]
|
|
|
|
|
# time.sleep(2)
|
