mirror of http://localhost:9400/cloud/cms
Steve Nyemba
10 months ago
parent
1973b3533b
commit
64cfe1d630
@ -0,0 +1,309 @@
|
||||
import json
|
||||
|
||||
from genericpath import isdir
|
||||
import os
|
||||
import pandas as pd
|
||||
import transport
|
||||
import copy
|
||||
from jinja2 import Environment, BaseLoader, FileSystemLoader
|
||||
import importlib
|
||||
import importlib.util
|
||||
from cms import disk, cloud
|
||||
|
||||
|
||||
class Loader :
|
||||
def __init__(self,**_args):
|
||||
f = open (_args['path'])
|
||||
self._config = json.loads(f.read())
|
||||
#
|
||||
#
|
||||
self._location = None
|
||||
self._caller = None
|
||||
if 'caller' in _args and _args['caller'] :
|
||||
self._caller = _args['caller']
|
||||
self._location = _args['location'].split(os.sep) # needed for plugin loading
|
||||
self._location = os.sep.join(self._location[:-1])
|
||||
self._config['system']['portal'] = self._caller != None
|
||||
self._menu = {}
|
||||
self._plugins={}
|
||||
self.load()
|
||||
|
||||
def load(self):
|
||||
"""
|
||||
This function will load menu (overwrite) and plugins
|
||||
"""
|
||||
self.init_menu()
|
||||
self.init_plugins()
|
||||
|
||||
def init_menu(self):
|
||||
"""
|
||||
This function will read menu and sub-menu items from disk structure,
|
||||
The files are loaded will
|
||||
"""
|
||||
|
||||
_config = self._config
|
||||
if 'source' in _config['system'] and _config['system']['source']['id'] == 'cloud' :
|
||||
_sourceHandler = cloud
|
||||
else:
|
||||
_sourceHandler = disk
|
||||
_object = _sourceHandler.build(_config)
|
||||
#
|
||||
# After building the site's menu, let us add the one from 3rd party apps
|
||||
#
|
||||
|
||||
|
||||
_layout = copy.deepcopy(_config['layout'])
|
||||
_overwrite = _layout['overwrite'] if 'overwrite' in _layout else {}
|
||||
|
||||
#
|
||||
# @TODO: Find a way to translate rename/replace keys of the _object (menu) here
|
||||
#
|
||||
#-- applying overwrites to the menu items
|
||||
for _name in _object :
|
||||
_submenu = _object[_name]
|
||||
_index = 0
|
||||
for _item in _submenu :
|
||||
text = _item['text'].strip()
|
||||
if text in _overwrite :
|
||||
if 'uri' in _item and 'url' in 'url' in _overwrite[text] :
|
||||
del _item['uri']
|
||||
_item = dict(_item,**_overwrite[text])
|
||||
|
||||
if 'uri' in _item and _item['type'] != 'open':
|
||||
_item['uri'] = _item['uri'].replace(_layout['root'],'')
|
||||
|
||||
_submenu[_index] = _item
|
||||
_index += 1
|
||||
self.init_apps(_object)
|
||||
self._menu = _object
|
||||
self._order()
|
||||
|
||||
def init_apps (self,_menu):
|
||||
"""
|
||||
Insuring that the apps are loaded into the menu with an approriate label
|
||||
"""
|
||||
_system = self._config['system']
|
||||
_context = _system['context']
|
||||
if 'routes' in _system :
|
||||
# _items = []
|
||||
_overwrite = {} if 'overwrite' not in self._config['layout'] else self._config['layout']['overwrite']
|
||||
for _text in _system['routes'] :
|
||||
_item = _system['routes'][_text]
|
||||
if 'menu' not in _item :
|
||||
continue
|
||||
uri = f'{_context}/set/{_text}'
|
||||
# _items.append ({"text":_text,'uri':uri,'type':'open'})
|
||||
_label = _item['menu']
|
||||
if _label not in _menu :
|
||||
_menu [_label] = []
|
||||
_menu[_label].append ({"text":_text,'uri':uri,'type':'open'})
|
||||
# _overwrite[_text] = {'text': _text.replace('-',' ').replace('_',' '),'uri':uri,'type':'open'}
|
||||
# _menu['products'] = _items
|
||||
#
|
||||
# given that the menu items assumes redirecting to a page ...
|
||||
# This is not the case
|
||||
#
|
||||
# self._config['overwrite'] = _overwrite
|
||||
else:
|
||||
pass
|
||||
|
||||
pass
|
||||
def _order (self):
|
||||
_config = self._config
|
||||
if 'order' in _config['layout'] and 'menu' in _config['layout']['order']:
|
||||
_sortedmenu = {}
|
||||
_menu = self._menu
|
||||
for _name in _config['layout']['order']['menu'] :
|
||||
if _name in _menu :
|
||||
_sortedmenu[_name] = _menu[_name]
|
||||
|
||||
_menu = _sortedmenu if _sortedmenu else _menu
|
||||
#
|
||||
# If there are missing items in the sorting
|
||||
_missing = list(set(self._menu.keys()) - set(_sortedmenu))
|
||||
if _missing :
|
||||
for _name in _missing :
|
||||
_menu[_name] = self._menu[_name]
|
||||
_config['layout']['menu'] = _menu #cms.components.menu(_config)
|
||||
self._menu = _menu
|
||||
self._config = _config
|
||||
def init_plugins(self) :
|
||||
"""
|
||||
This function looks for plugins in the folder on disk (no cloud support) and attempts to load them
|
||||
"""
|
||||
_config = self._config
|
||||
PATH= os.sep.join([_config['layout']['root'],'_plugins'])
|
||||
if not os.path.exists(PATH) and self._location and os.path.exists(self._location) :
|
||||
#
|
||||
# overriding the location of plugins ...
|
||||
PATH = self._location
|
||||
|
||||
_map = {}
|
||||
# if not os.path.exists(PATH) :
|
||||
# return _map
|
||||
if 'plugins' not in _config :
|
||||
_config['plugins'] = {}
|
||||
_conf = _config['plugins']
|
||||
|
||||
for _key in _conf :
|
||||
|
||||
_path = os.sep.join([PATH,_key+".py"])
|
||||
if not os.path.exists(_path):
|
||||
continue
|
||||
for _name in _conf[_key] :
|
||||
_pointer = self._load_plugin(path=_path,name=_name)
|
||||
if _pointer :
|
||||
_uri = "/".join(["api",_key,_name])
|
||||
_map[_uri] = _pointer
|
||||
#
|
||||
# We are adding some source specific plugins to the user-defined plugins
|
||||
# This is intended to have out-of the box plugins...
|
||||
#
|
||||
if 'source' in _config['system'] and _config['system']['source']['id'] == 'cloud' :
|
||||
_plugins = cloud.plugins()
|
||||
else:
|
||||
_plugins = disk.plugins()
|
||||
#
|
||||
# If there are any plugins found, we should load them and use them
|
||||
|
||||
if _plugins :
|
||||
_map = dict(_map,**_plugins)
|
||||
else:
|
||||
pass
|
||||
self._plugins = _map
|
||||
self._config['plugins'] = self._plugins
|
||||
|
||||
def _load_plugin(self,**_args):
|
||||
"""
|
||||
This function will load external module form a given location and return a pointer to a function in a given module
|
||||
:path absolute path of the file (considered plugin) to be loaded
|
||||
:name name of the function to be applied
|
||||
"""
|
||||
_path = _args['path'] #os.sep.join([_args['root'],'plugin'])
|
||||
if os.path.isdir(_path):
|
||||
files = os.listdir(_path)
|
||||
if files :
|
||||
files = [name for name in files if name.endswith('.py')]
|
||||
if files:
|
||||
_path = os.sep.join([_path,files[0]])
|
||||
else:
|
||||
return None
|
||||
else:
|
||||
return None
|
||||
#-- We have a file ...
|
||||
_name = _args['name']
|
||||
|
||||
spec = importlib.util.spec_from_file_location(_name, _path)
|
||||
module = importlib.util.module_from_spec(spec)
|
||||
spec.loader.exec_module(module)
|
||||
|
||||
return getattr(module,_name) if hasattr(module,_name) else None
|
||||
|
||||
class Getter (Loader):
|
||||
def __init__(self,**_args):
|
||||
super().__init__(**_args)
|
||||
_system = self.system()
|
||||
_logo = _system['logo']
|
||||
if 'source' in _system and 'id' in _system['source'] and (_system['source']['id'] == 'cloud'):
|
||||
_icon = f'/api/cloud/download?doc=/{_logo}'
|
||||
_system['icon'] = _icon
|
||||
|
||||
else:
|
||||
_root = self._config['layout']['root']
|
||||
_icon = os.sep.join([_root,_icon])
|
||||
_system['icon'] = _icon
|
||||
self._config['system'] = _system
|
||||
def html(self,uri,id,_args={},_system={}) :
|
||||
"""
|
||||
This function reads a given uri and returns the appropriate html document, and applies environment context
|
||||
|
||||
"""
|
||||
_system = self._config['system']
|
||||
if 'source' in _system and _system['source']['id'] == 'cloud':
|
||||
_html = cloud.html(uri,dict(_args,**{'system':_system}))
|
||||
|
||||
else:
|
||||
_html = disk.html(uri)
|
||||
# _html = (open(uri)).read()
|
||||
|
||||
|
||||
#return ' '.join(['<div id=":id" class=":id">'.replace(':id',id),_html,'</div>'])
|
||||
_html = ' '.join(['<div id=":id" class=":id">'.replace(':id',id),_html,'</div>'])
|
||||
appContext = Environment(loader=BaseLoader()).from_string(_html)
|
||||
#
|
||||
# If the rendering of the HTML happens here we should plugin custom functions (at the very least)
|
||||
#
|
||||
|
||||
return appContext.render(**_args)
|
||||
# return _html
|
||||
|
||||
def data (self,_args):
|
||||
"""
|
||||
:store data-store parameters (data-transport, github.com/lnyemba/data-transport)
|
||||
:query query to be applied against the store (expected data-frame)
|
||||
"""
|
||||
_store = _args['store']
|
||||
reader = transport.factory.instance(**_store)
|
||||
_queries= copy.deepcopy(_store['query'])
|
||||
_data = reader.read(**_queries)
|
||||
return _data
|
||||
def csv(self,uri) :
|
||||
return pd.read(uri).to_html()
|
||||
|
||||
return _map
|
||||
def menu(self):
|
||||
return self._config['menu']
|
||||
def plugins(self):
|
||||
return copy.deepcopy(self._plugins) if 'plugins' in self._config else {}
|
||||
def context(self):
|
||||
"""
|
||||
adding custom variables functions to Jinja2, this function should be called after plugins are loaded
|
||||
"""
|
||||
_plugins = self.plugins()
|
||||
# if not location:
|
||||
# env = Environment(loader=BaseLoader())
|
||||
# else:
|
||||
location = self._config['layout']['root']
|
||||
# env = Environment(loader=FileSystemLoader(location))
|
||||
env = Environment(loader=BaseLoader())
|
||||
# env.globals['routes'] = _config['plugins']
|
||||
return env
|
||||
def config(self):
|
||||
return copy.deepcopy(self._config)
|
||||
def system(self,skip=[]):
|
||||
"""
|
||||
:skip keys to ignore in the object ...
|
||||
"""
|
||||
_data = copy.deepcopy(self._config['system'])
|
||||
_system = {}
|
||||
if skip and _system:
|
||||
for key in _data.keys() :
|
||||
if key not in skip :
|
||||
_system[key] = _data[key]
|
||||
else:
|
||||
_system= _data
|
||||
return _system
|
||||
def get_app(self):
|
||||
return self._config['system']['app']
|
||||
|
||||
|
||||
class Router :
|
||||
def __init__(self,**_args) :
|
||||
path = _args['path']
|
||||
_app = Getter (path = path)
|
||||
self._id = 'main'
|
||||
# _app.load()
|
||||
self._apps = {}
|
||||
_system = _app.system()
|
||||
if 'routes' in _system :
|
||||
_system = _system['routes']
|
||||
for _name in _system :
|
||||
_path = _system[_name]['path']
|
||||
self._apps[_name] = Getter(path=_path,caller=_app,location=_path)
|
||||
# self._apps[_name].load()
|
||||
self._apps['main'] = _app
|
||||
def set(self,_id):
|
||||
self._id = _id
|
||||
def get(self):
|
||||
|
||||
return self._apps['main'] if self._id not in self._apps else self._apps[self._id]
|
||||
Loading…
Reference in new issue