You cannot select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
|
|
|
|
#!/usr/bin/env python3
|
|
|
|
|
@staticmethod
|
|
|
|
|
df = pd.read_gbq(SQL,credentials=credentials,dialect='standard')
|
|
|
|
|
else :
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
df = reader.read(sql=args['sql'],limit=args['row_limit'])
|
|
|
|
|
|
|
|
|
|
writer.write(_df[cols],schema=_schema,table=args['from'])
|
|
|
|
|
else:
|
|
|
|
|
writer.write(_df[cols],table=args['from'])
|
|
|
|
|
|
|
|
|
|
# _fname = os.sep.join([folder,table.replace('_io','_full_io.csv')])
|
|
|
|
|
# _pname = os.sep.join([folder,table])+'.csv'
|
|
|
|
|
# data_comp.to_csv( _pname,index=False)
|
|
|
|
|
# _args['data'].to_csv(_fname,index=False)
|
|
|
|
|
#
|
|
|
|
|
|
|
|
|
|
# print (["Started ",len(jobs),"generators" if len(jobs)>1 else "generator" ])
|
|
|
|
|
# while len(jobs)> 0 :
|
|
|
|
|
# jobs = [job for job in jobs if job.is_alive()]
|
|
|
|
|
# time.sleep(2)
|
