Browse Source

Merge pull request #7 from lnyemba/dev

bug fix: etl job and segments
Steve L. Nyemba 1 year ago
parent
commit
98964a623d
2 changed files with 6 additions and 1 deletions
  1. 5 0
      .gitignore
  2. 1 1
      transport/etl.py

+ 5 - 0
.gitignore

@@ -1 +1,6 @@
+build
 *.pyc
+*.csv
+*.json
+*.swp
+*.egg-info

+ 1 - 1
transport/etl.py

@@ -109,7 +109,7 @@ class Transporter(Process):
         SEGMENT_COUNT = 6
         MAX_ROWS = 1000000
         # _df = self.read()
-        _segments = np.array_split(np.range(_df.shape[0]),SEGMENT_COUNT) if _df.shape[0] > MAX_ROWS else np.array( [np.arange(_df.shape[0])])
+        _segments = np.array_split(np.arange(_df.shape[0]),SEGMENT_COUNT) if _df.shape[0] > MAX_ROWS else np.array( [np.arange(_df.shape[0])])
         # _index = 0