bug fix, TODO: figure out how to parse types

pull/21/head
Steve Nyemba 3 months ago
parent 40f9c3930a
commit 9dba5daecd

@ -117,15 +117,18 @@ class Writer(s3) :
""" """
This function will write the data to the s3 bucket, files can be either csv, or json formatted files This function will write the data to the s3 bucket, files can be either csv, or json formatted files
""" """
content = 'text/plain'
if type(_data) == pd.DataFrame : if type(_data) == pd.DataFrame :
_stream = _data.to_csv(index=False) _stream = _data.to_csv(index=False)
content = 'text/csv'
elif type(_data) == dict : elif type(_data) == dict :
_stream = json.dumps(_data) _stream = json.dumps(_data)
content = 'application/json'
else: else:
_stream = _data _stream = _data
file = StringIO(_stream) file = StringIO(_stream)
bucket = self._bucket_name if 'bucket' not in _args else _args['bucket'] bucket = self._bucket_name if 'bucket' not in _args else _args['bucket']
file_name = self._file_name if 'file' not in _args else _args['file'] file_name = self._file_name if 'file' not in _args else _args['file']
self._client.put_object(Bucket=bucket, Key = file_name, Body=_stream) self._client.put_object(Bucket=bucket, Key = file_name, Body=_stream,ContentType=content)
pass pass

Loading…
Cancel
Save