Merge pull request #7 from lnyemba/dev

bug fix: etl job and segments
2 years ago · 98964a623d
parent 01d92c48b4 88b0437bbc
commit 98964a623d
2 changed files with 6 additions and 1 deletions
--- a/.gitignore
+++ b/.gitignore
@ -1 +1,6 @@
+build
 *.pyc
+*.csv
+*.json
+*.swp
+*.egg-info
--- a/transport/etl.py
+++ b/transport/etl.py
@ -109,7 +109,7 @@ class Transporter(Process):
        SEGMENT_COUNT = 6
        MAX_ROWS = 1000000
        # _df = self.read()
-        _segments = np.array_split(np.range(_df.shape[0]),SEGMENT_COUNT) if _df.shape[0] > MAX_ROWS else np.array( [np.arange(_df.shape[0])])
+        _segments = np.array_split(np.arange(_df.shape[0]),SEGMENT_COUNT) if _df.shape[0] > MAX_ROWS else np.array( [np.arange(_df.shape[0])])
        # _index = 0