Skip to content

Commit

Permalink
remove logging statements
Browse files Browse the repository at this point in the history
  • Loading branch information
jperez999 committed Jan 17, 2024
1 parent 1d48e60 commit 622a43d
Showing 1 changed file with 0 additions and 4 deletions.
4 changes: 0 additions & 4 deletions merlin/io/writer.py
Original file line number Diff line number Diff line change
Expand Up @@ -25,7 +25,6 @@
from merlin.core.compat import cupy as cp
from merlin.core.dispatch import annotate
from merlin.io.shuffle import shuffle_df
import logging


class Writer:
Expand Down Expand Up @@ -194,12 +193,9 @@ def _add_data_slice(self, df):
# Pandas does not support the `scatter_by_map` method
# used in `_add_data_scatter`. So, we manually shuffle
# the df and write out slices.
logging.error(f"df: {df.shape}, {self.num_out_files}")
if self.shuffle:
df = shuffle_df(df)
logging.error(f"df: {df.shape}, {self.num_out_files}")
int_slice_size = df.shape[0] // self.num_out_files
logging.error(f"df: {df.shape}, {self.num_out_files}, {int_slice_size}")
slice_size = int_slice_size if int_slice_size > 0 and df.shape[0] % int_slice_size == 0 else int_slice_size + 1
for x in range(self.num_out_files):
start = x * slice_size
Expand Down

0 comments on commit 622a43d

Please sign in to comment.