diff --git a/data/maker/__init__.py b/data/maker/__init__.py index 056cbbc..71d9c7b 100644 --- a/data/maker/__init__.py +++ b/data/maker/__init__.py @@ -98,6 +98,10 @@ class Learner(Process): # - The code below tries to address the issue (Perhaps better suited for the reading components) _log = {} for name in columns : + # + # randomly sampling 5 elements to make sense of data-types + if self._df[name].size < 5 : + continue _index = np.random.choice(np.arange(self._df[name].size),5,False) no_value = [type(value) in [int,float,np.int64,np.int32,np.float32,np.float64] for value in self._df[name].values[_index]] no_value = 0 if np.sum(no_value) > 0 else ''