From 6e981a2253eb6f90b5509ce5af0b798d09e1fff4 Mon Sep 17 00:00:00 2001 From: Leo Auri Date: Thu, 2 Nov 2023 13:13:08 +0100 Subject: [PATCH] Catch database size limit reached exception --- scripts/preprocess.py | 13 ++++++++----- 1 file changed, 8 insertions(+), 5 deletions(-) diff --git a/scripts/preprocess.py b/scripts/preprocess.py index 62aab5d..a2c3624 100644 --- a/scripts/preprocess.py +++ b/scripts/preprocess.py @@ -205,11 +205,14 @@ def main(argv): processed_samples = map(partial(process_audio_array, env=env), chunks) pbar = tqdm(processed_samples) - for audio_id in pbar: - n_seconds = FLAGS.num_signal / FLAGS.sampling_rate * audio_id - - pbar.set_description( - f'dataset length: {timedelta(seconds=n_seconds)}') + try: + for audio_id in pbar: + n_seconds = FLAGS.num_signal / FLAGS.sampling_rate * audio_id + + pbar.set_description( + f'dataset length: {timedelta(seconds=n_seconds)}') + except lmdb.MapFullError: + pass else: audio_lengths = pool.imap_unordered(get_audio_length, audios)