diff --git a/utils/dataset_util.py b/utils/dataset_util.py index 829f886..6e65129 100644 --- a/utils/dataset_util.py +++ b/utils/dataset_util.py @@ -139,7 +139,8 @@ def read_dataset( tf.minimum(config.num_readers, tf.size(filenames)), tf.int64) # TODO: find the optimal block_length. dataset = dataset.interleave( - file_read_func, cycle_length=cycle_length, block_length=1) + file_read_func, cycle_length=cycle_length, block_length=1,num_parallel_calls=tf.data.experimental.AUTOTUNE +) if config.shuffle: dataset = dataset.shuffle(config.shuffle_buffer_size,