You cannot select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
|
|
|
|
#!/usr/bin/env python3
|
|
|
|
|
class KEYS :
|
|
|
|
|
logger.write({"module":"bigquery","action":"read","input":{"sql":SQL}})
|
|
|
|
|
if 'autopilot' in ( list(args.keys())) :
|
|
|
|
|
else:
|
|
|
|
|
if df[name].unique().size > 0 :
|
|
|
|
|
real_df = df[x_cols].copy()
|
|
|
|
|
|
|
|
|
|
if _schema :
|
|
|
|
|
# partition = str(partition)
|
|
|
|
|
if index.isnumeric() :
|
|
|
|
|
|
|
|
|
|
# make = lambda _args: (Components()).generate(_args)
|
|
|
|
|
# job = Process(target=make,args=(args,))
|
|
|
|
|
# job.name = 'generator # '+str(index)
|
|
|
|
|
# job.start()
|
|
|
|
|
# jobs.append(job)
|
|
|
|
|
# # if len(jobs) == 1 :
|
|
|
|
|
# # job.join()
|
|
|
|
|
jobs.append(job)
|
