|
@@ -341,15 +341,13 @@ class MongodbHandler:
|
|
|
for iteration, value in enumerate(data):
|
|
|
|
|
|
records.append(value)
|
|
|
- if iteration % chunksize == 0:
|
|
|
+ if iteration + 1 % chunksize == 0:
|
|
|
frames.append(pd.DataFrame(records))
|
|
|
records = []
|
|
|
|
|
|
if records:
|
|
|
frames.append(pd.DataFrame(records))
|
|
|
|
|
|
- print('Num frames:', len(frames))
|
|
|
- print('Len on first frame:', len(frames[0]))
|
|
|
return_df = pd.concat(frames, axis=0, sort=False)
|
|
|
|
|
|
if index is not None:
|