You cannot select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
data-maker/pipeline.py

675 lines
21 KiB
Python

#!/usr/bin/env python3
5 years ago
@staticmethod
df = pd.read_gbq(SQL,credentials=credentials,dialect='standard')
else :
4 years ago
def shuffle(self,_args):
writer.write(_df,table=args['from'])
for _item in schema :
4 years ago
# We need to remove the continuous columns from the data-frame
4 years ago
# base_cols = list(set(_args['data'].columns) - set(args['columns'])) #-- rebuilt the dataset (and store it)
# cols = _dc.columns.tolist()
# for name in cols :
# _args['data'][name] = _dc[name]