dev
Steve L. Nyemba 5 years ago
parent eb1abdf989
commit 076db1ec2c

@ -33,7 +33,7 @@ class Components :
if 'limit' in args : if 'limit' in args :
SQL = SQL + 'LIMIT ' + args['limit'] SQL = SQL + 'LIMIT ' + args['limit']
credentials = service_account.Credentials.from_service_account_file('/home/steve/dev/aou/accounts/curation-prod.json') credentials = service_account.Credentials.from_service_account_file('/home/steve/dev/aou/accounts/curation-prod.json')
df = pd.read_gbq(SQL,credentials=credentials,dialect='standard').dropna() df = pd.read_gbq(SQL,credentials=credentials,dialect='standard')
return df return df
# return lambda: pd.read_gbq(SQL,credentials=credentials,dialect='standard')[args['columns']].dropna() # return lambda: pd.read_gbq(SQL,credentials=credentials,dialect='standard')[args['columns']].dropna()
@ -51,7 +51,9 @@ class Components :
# @TODO: we need to log something here about the parameters being passed # @TODO: we need to log something here about the parameters being passed
pointer = args['reader'] if 'reader' in args else lambda: Components.get(**args) pointer = args['reader'] if 'reader' in args else lambda: Components.get(**args)
df = pointer() df = pointer()
if df.shape[0] == 0 :
print ("CAN NOT TRAIN EMPTY DATASET ")
return
# #
# Now we can parse the arguments and submit the entire thing to training # Now we can parse the arguments and submit the entire thing to training
# #

Loading…
Cancel
Save