|
|
|
|
@ -34,7 +34,11 @@ class Reader (File):
|
|
|
|
|
_path = self.path if 'path' not in args else args['path']
|
|
|
|
|
_delimiter = self.delimiter if 'delimiter' not in args else args['delimiter']
|
|
|
|
|
|
|
|
|
|
return pd.read_csv(_path,sep=self.delimiter) if not self._chunksize else self._stream(_path)
|
|
|
|
|
_df = pd.read_csv(_path,sep=self.delimiter) if not self._chunksize else self._stream(_path)
|
|
|
|
|
if 'query' in args :
|
|
|
|
|
_query = args['query']
|
|
|
|
|
_df = _df.query(_query)
|
|
|
|
|
return _df
|
|
|
|
|
def stream(self,**args):
|
|
|
|
|
raise Exception ("streaming needs to be implemented")
|
|
|
|
|
class Writer (File):
|
|
|
|
|
@ -70,4 +74,4 @@ class Writer (File):
|
|
|
|
|
pass
|
|
|
|
|
finally:
|
|
|
|
|
# DiskWriter.THREAD_LOCK.release()
|
|
|
|
|
pass
|
|
|
|
|
pass
|
|
|
|
|
|