Merge pull request #23 from lnyemba/v2.2.0

V2.2.0

info/__init__.py

@@ -1,6 +1,6 @@
 __app_name__  = 'data-transport'
 __author__ = 'The Phi Technology'
-__version__= '2.2.14'
+__version__= '2.2.18'
 __email__  = "info@the-phi.com"
 __edition__= 'community'
 __license__=f"""

transport/iowrapper.py

@@ -26,24 +26,7 @@ class IO:
         self._ixloader = plugin_ix.Loader (registry=plugin_ix.Registry(folder=transport.registry.REGISTRY_PATH))
         if plugins :
             self.init_plugins(plugins)
-        #     for _ref in plugins :
-        #         self._ixloader.set(_ref)
-        # if plugins :
-        #     self._init_plugins(plugins)
-        # else:
-        #     self._plugins = None
 
-    # def _init_plugins(self,_args):
-    #     """
-    #     This function will load pipelined functions as a plugin loader
-    #     """
-    #     if 'path' in _args and 'names' in _args :
-    #         self._plugins = PluginLoader(**_args)
-    #     else:
-    #         self._plugins = PluginLoader()
-    #         [self._plugins.set(_pointer) for _pointer in _args]
-        #
-        # @TODO: We should have a way to log what plugins are loaded and ready to use
     def meta (self,**_args):
         if hasattr(self._agent,'meta') :
             return self._agent.meta(**_args)

transport/registry.py

@@ -13,7 +13,7 @@ This class manages data from the registry and allows (read only)
 @TODO: add property to the DATA attribute
 """
 
-REGISTRY_PATH=os.sep.join([os.environ['HOME'],'.data-transport'])
+REGISTRY_PATH=os.sep.join([os.environ.get('HOME','USERPROFILE'),'.data-transport'])
 #
 # This path can be overriden by an environment variable ...
 #

transport/warehouse/iceberg.py

@@ -74,7 +74,7 @@ class Iceberg :
         """
         sql query/command to run against apache iceberg
         """
-        return self._session.sql(_query)
+        return self._session.sql(_query).toPandas()
     def has (self,**_args):
         try:
             _prefix = self._getPrefix(**_args)