From 44d621941d12c768025bf3f1394f6ec06b6ef411 Mon Sep 17 00:00:00 2001 From: Steve Nyemba Date: Fri, 10 Jun 2022 13:16:11 -0500 Subject: [PATCH] bug fix --- data/maker/__init__.py | 5 ++--- 1 file changed, 2 insertions(+), 3 deletions(-) diff --git a/data/maker/__init__.py b/data/maker/__init__.py index 1666a42..e8e5363 100644 --- a/data/maker/__init__.py +++ b/data/maker/__init__.py @@ -380,7 +380,7 @@ class Generator (Learner): _schema = self.get_schema() - _schema = [{'name':_item.name,'type':(_item.field_type if has_attr(_item,'field_type') else 'VARCHAR(256)')} for _item in _schema] + _schema = [{'name':_item.name,'type':_item.field_type} for _item in _schema] _df = self.format(_df,_schema) _log = [{"name":_schema[i]['name'],"dataframe":_df[_df.columns[i]].dtypes.name,"schema":_schema[i]['type']} for i in np.arange(len(_schema)) ] self.log(**{"action":"consolidate","input":_log}) @@ -388,11 +388,10 @@ class Generator (Learner): # w = transport.factory.instance(doc='observation',provider='mongodb',context='write',db='IOV01_LOGS',auth_file='/home/steve/dev/transport/mongo.json') # w.write(_df) # cols = [name for name in _df.columns if name.endswith('datetime')] - # print (_df[cols]) writer = transport.factory.instance(**_store) - writer.write(_df,schema=[_item for _item in _schema if _item['name'] in cols]) + writer.write(_df[:],schema=[_item for _item in _schema if _item['name'] in cols])