From 8f781bcd05a52d67dae9ec8f8e15289d39658e04 Mon Sep 17 00:00:00 2001 From: gvanhoy Date: Mon, 26 Jun 2023 11:04:54 -0400 Subject: [PATCH] Adjustments for dataset generation. --- torchsig/datasets/synthetic.py | 32 +++++++++++++++++++------------- torchsig/utils/writer.py | 2 +- 2 files changed, 20 insertions(+), 14 deletions(-) diff --git a/torchsig/datasets/synthetic.py b/torchsig/datasets/synthetic.py index 7f29f54..e475907 100644 --- a/torchsig/datasets/synthetic.py +++ b/torchsig/datasets/synthetic.py @@ -617,7 +617,7 @@ def _generate_samples(self, item: Tuple) -> np.ndarray: min_num_blocks = 2 max_num_blocks = 16 num_blocks = np.random.randint(min_num_blocks, max_num_blocks) - for block_idx in range(num_blocks): + for _ in range(num_blocks): block_start = np.random.uniform(0.0, 0.9) block_dur = np.random.uniform(0.05, 1.0 - block_start) block_start = int(block_start * zero_pad.shape[1]) @@ -737,23 +737,29 @@ def _generate_samples(self, item: Tuple) -> np.ndarray: if num_subcarriers * 4 * burst_dur < self.num_iq_samples: start_idx = np.random.randint(0, output.shape[0] - self.num_iq_samples) else: - if original_on: - lower: int = int( - max(0, int(symbol_dur * burst_dur) - self.num_iq_samples * 0.7) - ) - upper: int = int( - min( - int(symbol_dur * burst_dur), - output.shape[0] - self.num_iq_samples, - ) - ) - start_idx = np.random.randint(lower, upper) - elif "win" in sidelobe_suppression_method: + if "win" in sidelobe_suppression_method: start_idx = np.random.randint( window_len, int(symbol_dur * burst_dur) + window_len ) else: start_idx = np.random.randint(0, int(symbol_dur * burst_dur)) + # if original_on: + # lower: int = int( + # max(0, int(symbol_dur * burst_dur) - self.num_iq_samples * 0.7) + # ) + # upper: int = int( + # min( + # int(symbol_dur * burst_dur), + # output.shape[0] - self.num_iq_samples, + # ) + # ) + # start_idx = np.random.randint(lower, upper) + # elif "win" in sidelobe_suppression_method: + # start_idx = np.random.randint( + # window_len, int(symbol_dur * burst_dur) + window_len + # ) + # else: + # start_idx = np.random.randint(0, int(symbol_dur * burst_dur)) if not self.random_data: np.random.set_state(orig_state) # return numpy back to its previous state diff --git a/torchsig/utils/writer.py b/torchsig/utils/writer.py index 0d95ed9..aca130c 100644 --- a/torchsig/utils/writer.py +++ b/torchsig/utils/writer.py @@ -86,7 +86,7 @@ class LMDBDatasetWriter(DatasetWriter): def __init__(self, path: str, *args, **kwargs): super(LMDBDatasetWriter, self).__init__(*args, **kwargs) self.path = path - self.env = lmdb.Environment(path, subdir=True, map_size=int(1e12), max_dbs=2) + self.env = lmdb.Environment(path, subdir=True, map_size=int(4e12), max_dbs=2) self.data_db = self.env.open_db(b"data") self.label_db = self.env.open_db(b"label")