using csv.writer rather than simple text write to add in string escap…

…ing on results

apps/deed/management/commands/run_term_search_test.py

@@ -1,4 +1,5 @@
 import os
+import csv
 import json
 import boto3
 import datetime
@@ -34,7 +35,7 @@ def add_arguments(self, parser):
                             help='Only test DeedPages that have been flagged as conventional hits.')
 
     def get_test_deedpages(self, workflow=None, n=100, bool_hits_only=False):
-        """Get a random sample of n (default 100) existing OCR JSON objects generated by Textract in the preliminary stages of the Deed Machine."""
+        """Get a random sample of n (default 100) existing OCR JSON objects generated by Textract in the preliminary stages of the Deed Machine. Manually excluding legacy Ramsey County workflow, which does not include OCR text and thus can't be tested."""
 
         print(f'Gathering list of {n} OCRed images ...')
 
@@ -48,9 +49,9 @@ def get_test_deedpages(self, workflow=None, n=100, bool_hits_only=False):
         out_values = ['workflow__slug', 's3_lookup', 'page_ocr_json', 'page_ocr_text', 'page_image_web', 'page_stats', 'public_uuid', 'bool_match']
 
         if len(kwargs) > 0:
-            random_deedpages = DeedPage.objects.filter(**kwargs).order_by('?').values(*out_values)[:n]
+            random_deedpages = DeedPage.objects.filter(**kwargs).exclude(workflow__workflow_name="Ramsey County").order_by('?').values(*out_values)[:n]
         else:
-            random_deedpages = DeedPage.objects.all().order_by('?').values(*out_values)[:n]
+            random_deedpages = DeedPage.objects.exclude(workflow__workflow_name="Ramsey County").order_by('?').values(*out_values)[:n]
 
         return random_deedpages
 
@@ -160,7 +161,8 @@ def trigger_lambda(self, deedpage_obj):
                 test_response['match_context'] = '"' + json.dumps(match_context).replace('"', "'") + '"'
 
         with open(self.term_test_result_path, 'a') as done_manifest:
-            done_manifest.write(','.join(test_response.values()) + '\n')
+            writer = csv.writer(done_manifest)
+            writer.writerow(test_response.values())
 
         return test_response['test_status']