You cannot select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
data-maker/data/maker/__init__.py

465 lines
18 KiB
Python

"""
(c) 2019 Data Maker, hiplab.mc.vanderbilt.edu
version 1.0.0
This package serves as a proxy to the overall usage of the framework.
This package is designed to generate synthetic data from a dataset from an original dataset using deep learning techniques
@TODO:
- Make configurable GPU, EPOCHS
"""
import pandas as pd
import numpy as np
ROUND_UP = 2
# _BINARY= ContinuousToDiscrete.binary(X,BIN_SIZE)
#
if 'gpu' in _args :
4 years ago
# f = open(os.sep.join([_args['logs'],'output',_args['context'],'map.json']))
3 years ago
'context':self.info['context'] ,
self._encoder = prepare.Input(**_args) if self._df.shape[0] > 0 else None
if self.gpu :
if self.gpu :
# Improve formatting with better post-processing pipeline
if 'approximate' in self.info :
_df = self.approximate(_df)
if 'make_date' in self.info :
for name in self.info['make_date'] :
# iname = self.info['make_date']['init_field']
iname = self.info['make_date'][name]
years = _df[iname]