bin/transport

@@ -177,25 +177,7 @@ def register (label:Annotated[str,typer.Argument(help="unique label that will be
     except Exception as e:
         _msg = f"""{TIMES_MARK} {e}"""
     print (_msg)
-@app_r.command(name="template")    
-def template(name:Annotated[str,typer.Argument(help="database technology provider" ) ]):
-    """
-    This function will generate a template entry for the registry (content of an auth file)
-    """
-    #
-    # retrieve the provider and display the template if it has one
-    for _module in  ['sql','cloud','warehouse','nosql','other'] :
-        ref = getattr(transport,_module) if hasattr(transport,_module) else None
-        _entry = {}
-        if ref :
-            if hasattr(ref,name) :
-                _pointer = getattr(ref,name)
-                _entry = dict({'provider':name},**_pointer.template()) if hasattr(_pointer,'template') else {}
-                break
-    #
-    #
-    print ( json.dumps(_entry))
-    pass
+    
 @app_r.command(name="list")
 def register_list ():
     """

pyproject.toml

@@ -46,4 +46,9 @@ include = [ "transport", "transport.*"]
 
 [tool.setuptools.dynamic]
 version = {attr = "transport.info.__version__"}
-#authors = {attr = "info.__author__"}
+#authors = {attr = "transport.__author__"}
+
+# If you have a info.py file, you might also want to include the author dynamically:
+# [tool.setuptools.dynamic]
+# version = {attr = "info.__version__"}
+# authors = {attr = "info.__author__"}

transport/cloud/bigquery.py

@@ -14,8 +14,6 @@ import numpy as np
 import time
 
 MAX_CHUNK = 2000000
-def template ():
-    return {'provider':'bigquery','private_key':'path-to-key','dataset':'name-of-dataset','table':'table'}
 class BigQuery:
     def __init__(self,**_args):
         path = _args['service_key'] if 'service_key' in _args else _args['private_key']
@@ -25,7 +23,6 @@ class BigQuery:
         self.dtypes = _args['dtypes'] if 'dtypes' in _args else None
         self.table = _args['table'] if 'table' in _args else None
         self.client = bq.Client.from_service_account_json(self.path)
-
     def meta(self,**_args):
         """
         This function returns meta data for a given table or query with dataset/table properly formatted

transport/cloud/databricks.py

@@ -17,8 +17,6 @@ import sqlalchemy
 # from transport.common import Reader,Writer
 import pandas as pd
 
-def template ():
-    return {'provider':'databricks','host':'fqn-host','token':'token','cluster_path':'path-of-cluster','catalog':'name-of-catalog','database':'schema-or-database','table':'table'}
 
 class Bricks:
     """

transport/cloud/nextcloud.py

@@ -8,8 +8,6 @@ import pandas as pd
 from io import StringIO
 import json
 import nextcloud_client as nextcloud
-def template():
-    return {"url":None,"token":None,"uid":None,"file":None}
 
 class Nextcloud :
     def __init__(self,**_args):

transport/cloud/s3.py

@@ -20,8 +20,6 @@ from io import StringIO
 import pandas as pd
 import json
 
-def template():
-	return {'access_key':'access-key','secret_key':'secret-key','region':'region','bucket':'name-of-bucket','file':'file-name','chunksize':10000}
 class s3 :
 	"""
 		@TODO: Implement a search function for a file given a bucket??

transport/info.py

@@ -1,6 +1,6 @@
 __app_name__  = 'data-transport'
 __author__ = 'The Phi Technology'
-__version__= '2.2.42'
+__version__= '2.2.30'
 __email__  = "info@the-phi.com"
 __edition__= 'community'
 __license__=f"""

transport/iowrapper.py

@@ -111,8 +111,8 @@ class IETL(IReader) :
         _data = super().read(**_args)
         _schema = super().meta()
         for _kwargs in self._targets :
-            # if _schema :
-            #     _kwargs['schema'] = _schema
+            if _schema :
+                _kwargs['schema'] = _schema
             self.post(_data,**_kwargs)
 
         return _data

transport/nosql/couchdb.py

@@ -11,8 +11,6 @@ import sys
 # from transport.common import Reader, Writer
 from datetime import datetime
 
-def template():
-	return {'dbname':'database','doc':'document','username':'username','password':'password','url':'url-with-port'}
 
 class Couch:
 	"""

transport/nosql/mongodb.py

@@ -19,8 +19,7 @@ import json
 import re
 from multiprocessing import Lock, RLock
 from transport.common import IEncoder
-def template():
-    return {'provider':'mongodb','host':'localhost','port':27017,'db':'db-name','collection':'collection-name','username':'username','password':'password','mechanism':'SCRAM-SHA-256'}
+
 class Mongo :
     lock = RLock()
     """

transport/other/files.py

@@ -4,10 +4,6 @@ This file is a wrapper around pandas built-in functionalities to handle characte
 import pandas as pd
 import numpy as np
 import os
-
-def template():
-	return {'path':None,'delimiter':None}
-
 class File :	
 	def __init__(self,**params):
 		"""

transport/other/http.py

@@ -7,8 +7,7 @@ import requests
 from io import StringIO
 import pandas as pd
 
-def template():
-	return {'url':None, 'headers':{'key':'value'}}
+
 class Reader:
 	"""
 	This class is designed to read data from an Http request file handler provided to us by flask

transport/other/rabbitmq.py

@@ -17,10 +17,6 @@ import sys
 # 	from common import Reader, Writer
 import json
 from multiprocessing import RLock
-
-def template():
-	return {'port':5672,'host':'localhost','queue':None,'vhost':None,'username':None,'password':None}
-
 class MessageQueue:
 	"""
 		This class hierarchy is designed to handle interactions with a queue server using pika framework (our tests are based on rabbitmq)

transport/registry.py

@@ -51,7 +51,6 @@ def init (email,path=REGISTRY_PATH,override=False,_file=REGISTRY_FILE):
     p = '@' in email
     #q = False if '.' not in email else email.split('.')[-1] in ['edu','com','io','ai','org']
     q = len(email.split('.')[-1]) in [2,3]
-
     if p and q :
         _config = {"email":email,'version':__version__}
         if not os.path.exists(path):

transport/sql/common.py

@@ -6,8 +6,7 @@ import sqlalchemy as sqa
 from sqlalchemy import text , MetaData, inspect
 
 import pandas as pd
-def template():
-    return {'host':'localhost','database':'database','table':'table'}
+
 class Base:
     def __init__(self,**_args):
         self._host = _args['host'] if 'host' in _args else 'localhost'

transport/sql/duckdb.py

@@ -2,8 +2,7 @@
 This module implements the handler for duckdb (in memory or not)
 """
 from transport.sql.common import Base, BaseReader, BaseWriter
-def template ():
-    return {'database':'path-to-database','table':'table'}
+
 class Duck :
     def __init__(self,**_args):
         #

transport/sql/mysql.py

@@ -1,13 +1,8 @@
 """
 This file implements support for mysql and maria db (with drivers mysql+mysql)
 """
-from transport.sql.common import BaseReader, BaseWriter, template as _template
-# import transport.sql.common.template as _template
-
+from transport.sql.common import BaseReader, BaseWriter
 # import mysql.connector as my
-def template ():
-    return dict(_template(),**{'port':3306})
-
 class MYSQL:
     
     def get_provider(self):

transport/sql/netezza.py

@@ -1,9 +1,6 @@
 import nzpy as nz   
-from transport.sql.common import BaseReader, BaseWriter, template as _template
+from transport.sql.common import BaseReader, BaseWriter
 
-
-def template ():
-    return dict(_template(),**{'port':5480})
 class Netezza:
     def get_provider(self):
         return 'netezza+nzpy'

transport/sql/postgresql.py

@@ -1,13 +1,10 @@
 
-from transport.sql.common import BaseReader , BaseWriter, template as _template
+from transport.sql.common import BaseReader , BaseWriter
 from psycopg2.extensions import register_adapter, AsIs
 import numpy as np
 
 register_adapter(np.int64, AsIs)
 
-def template ():
-    return dict(_template(),**{'port':5432,'chunksize':10000})
-
 class PG:
     def __init__(self,**_args):
         super().__init__(**_args)

transport/sql/sqlite.py

@@ -1,8 +1,6 @@
 import sqlalchemy
 import pandas as pd
 from transport.sql.common import Base, BaseReader, BaseWriter
-def template():
-    return {'database':'path-to-database','table':'table'}
 class SQLite (BaseReader):
     def __init__(self,**_args):
         super().__init__(**_args)

transport/sql/sqlserver.py

@@ -3,11 +3,7 @@ Handling Microsoft SQL Server via pymssql driver/connector
 """
 import sqlalchemy
 import pandas as pd
-from transport.sql.common import Base, BaseReader, BaseWriter, template as _template
-
-
-def template ():
-    return dict(_template(),**{'port':1433})
+from transport.sql.common import Base, BaseReader, BaseWriter
 
 
 class MsSQLServer:

transport/warehouse/drill.py

@@ -3,10 +3,6 @@ import pandas as pd
 from .. sql.common import BaseReader , BaseWriter
 import sqlalchemy as sqa
 
-
-def template():
-    return {'host':'localhost','port':8047,'ssl':False,'table':None,'database':None}
-
 class Drill :
     __template = {'host':None,'port':None,'ssl':None,'table':None,'database':None}
     def __init__(self,**_args):

transport/warehouse/iceberg.py

@@ -11,8 +11,6 @@ from pyspark.sql.types import *
 from pyspark.sql.functions import col, to_date, to_timestamp
 import copy
 
-def template():
-    return {'catalog':None,'database':None,'table':None}
 class Iceberg :
     def __init__(self,**_args):
         """