@ -44,6 +44,7 @@ import numpy as np
from multiprocessing import Process from multiprocessing import Process
import time import time
from healthcareio import x12 from healthcareio import x12
from healthcareio . export import export
import smart import smart
from healthcareio . server import proxy from healthcareio . server import proxy
import pandas as pd import pandas as pd
@ -57,6 +58,24 @@ if not os.path.exists(PATH) :
import platform import platform
import sqlite3 as lite import sqlite3 as lite
# PATH = os.sep.join([os.environ['HOME'],'.edi-parser']) # PATH = os.sep.join([os.environ['HOME'],'.edi-parser'])
HELP_MESSAGE = """
cli :
healthcare - io . py - - < [ signup | init ] > < email > - - store < sqlite | mongo > [ - - batch < value > ]
healthcare - io . py - - parse - - folder < path > [ - - batch < value > ] [ - - resume ]
healthcare - io . py - - check - update
healthcare - io . py - - export < 835 | 837 > - - config < config - path >
action :
- - signup | init signup user and get configuration file
- - parse starts parsing
- - check checks for updates
- - export export data of a 835 or 837 into another database
parameters :
- - < [ signup | init ] > signup or get a configuration file from a parsing server
- - folder location of the files ( the program will recursively traverse it )
- - store data store mongo or sqlite or mongodb
- - resume will attempt to resume if there was an interruption
"""
def signup ( * * args ) : def signup ( * * args ) :
"""
"""
: email user ' s email address
: email user ' s email address
@ -125,77 +144,77 @@ def init():
# #
# Global variables that load the configuration files # Global variables that load the configuration files
def parse ( * * args ) # def parse(**args)
#
#
#
#
#
global INFO# global
#
#
#
#
#
#
else :# else
#
#
#
CONFIG = CONFIG [ int ( args [ ' version ' ] ) - 1 ] if ' version ' in SYS_ARGS and int ( SYS_ARGS [ ' version ' ] ) < len ( CONFIG ) else CONFIG [ - 1 ]# CONFIG = CONFIG[int(args['version'])-1] if 'version' in SYS_ARGS and int(SYS_ARGS['version']) < len(CONFIG) else CONFIG[-1
#
#
#
def resume ( files , id , config ) # def resume (files,id,config)
#
if ' mongo ' in config [ ' store ' ] [ ' type ' ] :# if 'mongo' in config['store']['type']
#
reader = factory . instance ( * * _args )# reader = factory.instance(**_args
#
#
#
_files = reader . read ( * * _args )# _files = reader.read(**_args
#
#
return
# return
#
def apply ( files , store_info , logger_info = None ) # def apply(files,store_info,logger_info=None)
#
#
#
#
#
#
#
else :# else
logger = factory . instance ( * * logger_info )# logger = factory.instance(**logger_info
writer = factory . instance ( * * store_info )# writer = factory.instance(**store_info
for filename in files :# for filename in files
#
#
#
#
#
#
#
writer . write ( content )# writer.write(content
#
[ logger . write ( dict ( _row , * * { " parse " : SYS_ARGS [ ' parse ' ] } ) ) for _row in logs ]# [logger.write(dict(_row,**{"parse":SYS_ARGS['parse']})) for _row in logs
#
#
except Exception as e :# except Exception as e
logger . write ( { " parse " : SYS_ARGS [ ' parse ' ] , " filename " : filename , " completed " : False , " rows " : - 1 , " msg " : e . args [ 0 ] } )# logger.write({"parse":SYS_ARGS['parse'],"filename":filename,"completed":False,"rows":-1,"msg":e.args[0]}
#
#
#
#
#
def upgrade ( * * args ) : def upgrade ( * * args ) :
"""
"""
@ -360,95 +379,27 @@ if __name__ == '__main__' :
#
#
# this function is designed to export the data to csv
# this function is designed to export the data to csv
#
#
format = SYS_ARGS [ ' format ' ] if ' format ' in SYS_ARGS else ' csv '
path = SYS_ARGS [ ' config ' ]
format = format . lower ( )
TYPE = SYS_ARGS [ ' export ' ] if ' export ' in SYS_ARGS else ' 835 '
if set ( [ format ] ) not in [ ' xls ' , ' csv ' ] :
if not os . path . exists ( path ) or TYPE not in [ ' 835 ' , ' 837 ' ] :
format = ' csv '
print ( HELP_MESSAGE )
else :
else :
msg = """
#
cli :
# Let's run the export function ..., This will push files into a data-store of choice Redshift, PostgreSQL, MySQL ...
#
healthcare - io . py - - < [ signup | init ] > < email > - - store < sqlite | mongo > [ - - batch < value > ]
_store = json . loads ( ( open ( path ) ) . read ( ) )
healthcare - io . py - - parse - - folder < path > [ - - batch < value > ] [ - - resume ]
healthcare - io . py - - check - update
action :
- - signup | init signup user and get configuration file
- - parse starts parsing
- - check checks for updates
parameters :
- - < [ signup | init ] > signup or get a configuration file from a parsing server
- - folder location of the files ( the program will recursively traverse it )
- - store data store mongo or sqlite or mongodb
- - resume will attempt to resume if there was an interruption
"""
print ( msg )
pass
# """
# The program was called from the command line thus we are expecting
# parse in [claims,remits]
# config os.sep.path.exists(path)
# folder os.sep.path.exists(path)
# store store ()
# """
# p = len( set(['store','config','folder']) & set(SYS_ARGS.keys())) == 3 and ('db' in SYS_ARGS or 'path' in SYS_ARGS)
# TYPE = {
# 'mongo':'mongo.MongoWriter',
# 'couch':'couch.CouchWriter',
# 'disk':'disk.DiskWriter'
# }
# INFO = {
# '837':{'scope':'claims','section':'HL'},
# '835':{'scope':'remits','section':'CLP'}
# }
# if p :
# args = {}
# scope = SYS_ARGS['config'][:-5].split(os.sep)[-1]
# CONTEXT = INFO[scope]['scope']
# #
# # @NOTE:
# # improve how database and data stores are handled.
# if SYS_ARGS['store'] == 'couch' :
# args = {'url': SYS_ARGS['url'] if 'url' in SYS_ARGS else 'http://localhost:5984'}
# args['dbname'] = SYS_ARGS['db']
# elif SYS_ARGS ['store'] == 'mongo':
# args = {'host':SYS_ARGS['host']if 'host' in SYS_ARGS else 'localhost:27017'}
# if SYS_ARGS['store'] in ['mongo','couch']:
# args['dbname'] = SYS_ARGS['db'] if 'db' in SYS_ARGS else 'claims_outcomes'
# args['doc'] = CONTEXT
# TYPE = TYPE[SYS_ARGS['store']]
# writer = factory.instance(type=TYPE,args=args)
# if SYS_ARGS['store'] == 'disk':
# writer.init(path = 'output-claims.json')
# logger = factory.instance(type=TYPE,args= dict(args,**{"doc":"logs"}))
# files = os.listdir(SYS_ARGS['folder'])
# CONFIG = json.loads(open(SYS_ARGS['config']).read())
# SECTION = INFO[scope]['section']
# for file in files :
# if 'limit' in SYS_ARGS and files.index(file) == int(SYS_ARGS['limit']) :
# break
# else:
# filename = os.sep.join([SYS_ARGS['folder'],file])
# try:
pipes = export . Factory . instance ( type = TYPE , write_store = { " type " : " sql.SQLWriter " , " args " : { " provider " : " postgresql " , " db " : " sample " , } } ) #"inspect":0,"cast":0}})
# content,logs = get_content(filename,CONFIG,SECTION)
# pipes[0].run()
# except Exception as e:
for thread in pipes :
# if sys.version_info[0] > 2 :
thread . start ( )
# logs = [{"filename":filename,"msg":e.args[0]}]
time . sleep ( 1 )
# else:
while pipes :
# logs = [{"filename":filename,"msg":e.message}]
pipes = [ thread for thread in pipes if thread . is_alive ( ) ]
# content = None
time . sleep ( 1 )
# if content :
# writer.write(content)
# if logs:
# logger.write(logs)
else :
# pass
print ( HELP_MESSAGE )
# else:
# print (__doc__)
