Refactor split method in robustness.py to split on space character ex…

…plicitly
JohnSnowLabs · Sep 11, 2024 · 134de82 · 134de82
1 parent 4448c71
commit 134de82
Showing 1 changed file with 5 additions and 5 deletions.
diff --git a/langtest/transform/robustness.py b/langtest/transform/robustness.py
@@ -378,7 +378,7 @@ def transform(sample_list: List[Sample], prob: Optional[float] = 1.0) -> List[Sa
         """
         for idx, sample in enumerate(sample_list):
             if isinstance(sample, str):
-                words = sample.split()
+                words = sample.split(" ")
                 num_transform_words = int(prob * len(words))
                 transformed_indices = random.sample(
                     range(len(words)), num_transform_words
@@ -422,7 +422,7 @@ def transform(sample_list: List[Sample], prob: Optional[float] = 1.0) -> List[Sa
         """
         for idx, sample in enumerate(sample_list):
             if isinstance(sample, str):
-                words = sample.split()
+                words = sample.split(" ")
                 num_transform_words = int(prob * len(words))
                 transformed_indices = random.sample(
                     range(len(words)), num_transform_words
@@ -433,7 +433,7 @@ def transform(sample_list: List[Sample], prob: Optional[float] = 1.0) -> List[Sa
                 ]
                 sample_list[idx] = " ".join(transformed_words)
             else:
-                words = sample.original.split()
+                words = sample.original.split(" ")
                 num_transform_words = int(prob * len(words))
                 transformed_indices = random.sample(
                     range(len(words)), num_transform_words
@@ -466,7 +466,7 @@ def transform(sample_list: List[Sample], prob: Optional[float] = 1.0) -> List[Sa
         """
         for idx, sample in enumerate(sample_list):
             if isinstance(sample, str):
-                words = sample.split()
+                words = sample.split(" ")
                 num_transform_words = int(prob * len(words))
                 transformed_indices = random.sample(
                     range(len(words)), num_transform_words
@@ -477,7 +477,7 @@ def transform(sample_list: List[Sample], prob: Optional[float] = 1.0) -> List[Sa
                 ]
                 sample_list[idx] = " ".join(transformed_words)
             else:
-                words = sample.original.split()
+                words = sample.original.split(" ")
                 num_transform_words = int(prob * len(words))
                 transformed_indices = random.sample(
                     range(len(words)), num_transform_words