|
|
|
"""
|
|
|
|
This framework allows data to be logged to a given data store i.e :
|
|
|
|
- disk, cloud (google, dropbox, box, sugarsync or s3) or a queue server
|
|
|
|
The intent of the framework is to work as a standalone or embedded in code as a logging framework
|
|
|
|
usage:
|
|
|
|
|
|
|
|
dependencies :
|
|
|
|
data-transport pip install git+https://dev.the-phi.com/git/steve/data-transport.git
|
|
|
|
"""
|
|
|
|
_path = os.sep.join([smart.info.__home__,smart.info.__database__])
|
|
|
|
_src = _path + '.db3'
|
|
|
|
if os.path.exists(_src):
|
|
|
|
_target = _path +'-archived-on-'+ _suffix+'.db3'
|
|
|
|
shutil.move(_src,_target)
|
|
|
|
_msg = f"""Archive created successfully at:
|
|
|
|
{_target}"""
|
|
|
|
else:
|
|
|
|
_msg = """
|
|
|
|
Archive function is not available at this time, please try after logs have been stored
|
|
|
|
"""
|
|
|
|
print(_msg)
|
|
|
|
@_cli.command(name='folder')
|
|
|
|
def apply_folder(path:str):
|
|
|
|
"""
|
|
|
|
This function will read the content of a folder and generate a
|
|
|
|
"""
|
|
|
|
_df = smart.folder.read(path=path)
|
|
|
|
# print (_df)
|
|
|
|
post(_df,'folders')
|
|
|
|
pass
|
|
|
|
@_cli.command (name='files')
|
|
|
|
def apply_files(folder:str) :
|
|
|
|
_df = smart.files.read(folder)
|
|
|
|
post(_df,'files')
|
|
|
|
@_cli.command(name='register')
|
|
|
|
def apply_signup (email:str,key:str=None,provider:str='sqlite') :
|
|
|
|
_config = {"system":{"email":email,"uid":str(uuid.uuid4()),"version":smart.info.__version__},"store":{"provider":provider,"context":"write"}}
|
|
|
|
_db = smart.info.__database__
|
|
|
|
if provider in ['sqlite','sqlite3'] :
|
|
|
|
_db = os.sep.join([smart.info.__home__,_db+'.db3'])
|
|
|
|
_config['store']['database'] = _db
|
|
|
|
else:
|
|
|
|
_config['store']['database'] = _db
|
|
|
|
#
|
|
|
|
# Let us store this in a folder
|
|
|
|
_PATH = smart.info.__home__
|
|
|
|
_verb = "written"
|
|
|
|
if not os.path.exists(_PATH) :
|
|
|
|
os.mkdir(_PATH)
|
|
|
|
else:
|
|
|
|
_verb = "updated"
|
|
|
|
f = open(os.sep.join([_PATH,'config.json']),'w')
|
|
|
|
f.write(json.dumps(_config))
|
|
|
|
f.close()
|
|
|
|
_msg = f"""
|
|
|
|
The configuration file was {_verb} successfully at {smart.info.__home__}
|
|
|
|
data store:
|
|
|
|
provider {provider}
|
|
|
|
database {_db}
|
|
|
|
|
|
|
|
If your database has security enabled, consider updating "{smart.info.__home__}{os.sep}config.json" For appropriate security
|
|
|
|
Visit https://github.com/lnyemba/data-transport for more information
|
|
|
|
"""
|
|
|
|
print ()
|
|
|
|
print (_msg)
|
|
|
|
pass
|
|
|
|
def post(_df,_table):
|
|
|
|
"""
|
|
|
|
Store data in a given location
|
|
|
|
"""
|
|
|
|
_path = os.sep.join([smart.info.__home__,'config.json'])
|
|
|
|
f = open (_path)
|
|
|
|
_config = json.loads(f.read())
|
|
|
|
f.close()
|
|
|
|
_store = _config['store']
|
|
|
|
if _store['provider'] in ['mongodb','mongo','couch','couchdb'] :
|
|
|
|
_store['collection'] = _table
|
|
|
|
else:
|
|
|
|
_store['table'] = _table
|
|
|
|
|
|
|
|
|
|
|
|
writer = transport.factory.instance(**_store)
|
|
|
|
writer.write(_df)
|
|
|
|
if hasattr(writer,'close') :
|
|
|
|
writer.close()
|
|
|
|
|
|
|
|
if __name__ == '__main__' :
|
|
|
|
_cli()
|
|
|
|
|
|
|
|
# """
|
|
|
|
# This function will log data to a data store
|
|
|
|
# :row row to be stored
|
|
|
|
# """
|
|
|
|
# self.store.write(row=row)
|
|
|
|
# if(hasattr(self,'notify')):
|
|
|
|
# if (self.notify(row)) :
|
|
|
|
# #
|
|
|
|
# # Let us notify the backend by generating a report and submitting it
|
|
|
|
# #
|
|
|
|
# stream = self.get.report()
|
|
|
|
# pass
|
|
|
|
# else:
|
|
|
|
# pass
|
|
|
|
# def report(self) :
|
|
|
|
|