You cannot select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
|
|
|
|
#!/usr/bin/env python
|
|
|
|
|
__doc__ = """
|
|
|
|
|
(c) 2018 - 2021 data-transport
|
|
|
|
|
steve@the-phi.com, The Phi Technology LLC
|
|
|
|
|
https://dev.the-phi.com/git/steve/data-transport.git
|
|
|
|
|
|
|
|
|
|
This program performs ETL between 9 supported data sources : Couchdb, Mongodb, Mysql, Mariadb, PostgreSQL, Netezza,Redshift, Sqlite, File
|
|
|
|
|
transport --config <file.json>
|
|
|
|
|
self.name = _args['id']
|
|
|
|
|
if 'provider' not in _args['source'] :
|
|
|
|
|
#@deprecate
|
|
|
|
|
self.reader = transport.factory.instance(**_args['source'])
|
|
|
|
|
else:
|
|
|
|
|
#
|
|
|
|
|
# This is the new interface
|
|
|
|
|
_args['source']['context'] = 'read'
|
|
|
|
|
|
|
|
|
|
self.reader = transport.instance(**_args['source'])
|
|
|
|
|
#
|
|
|
|
|
# do we have an sql query provided or not ....
|
|
|
|
|
# self.sql = _args['source']['sql'] if 'sql' in _args['source'] else None
|
|
|
|
|
self.cmd = _args['source']['cmd'] if 'cmd' in _args['source'] else None
|
|
|
|
|
print ("We're done !!")
|
