Merge pull request #7 from lnyemba/dev

bug fix: etl job and segments
pull/10/head
Steve L. Nyemba 10 months ago committed by GitHub
commit 98964a623d
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23

5
.gitignore vendored

@ -1 +1,6 @@
build
*.pyc *.pyc
*.csv
*.json
*.swp
*.egg-info

@ -109,7 +109,7 @@ class Transporter(Process):
SEGMENT_COUNT = 6 SEGMENT_COUNT = 6
MAX_ROWS = 1000000 MAX_ROWS = 1000000
# _df = self.read() # _df = self.read()
_segments = np.array_split(np.range(_df.shape[0]),SEGMENT_COUNT) if _df.shape[0] > MAX_ROWS else np.array( [np.arange(_df.shape[0])]) _segments = np.array_split(np.arange(_df.shape[0]),SEGMENT_COUNT) if _df.shape[0] > MAX_ROWS else np.array( [np.arange(_df.shape[0])])
# _index = 0 # _index = 0

Loading…
Cancel
Save