Prmdr 369 and 372

app/src/components/blocks/deleteDocumentsStage/DeleteDocumentsStage.test.tsx

@@ -44,7 +44,7 @@ describe('DeleteAllDocumentsStage', () => {
 
             await waitFor(async () => {
                 expect(
-                    screen.getByText('Are you sure you want to permanently delete files for:')
+                    screen.getByText('Are you sure you want to permanently delete files for:'),
                 ).toBeInTheDocument();
             });
 
@@ -97,7 +97,7 @@ describe('DeleteAllDocumentsStage', () => {
 
             await waitFor(async () => {
                 expect(
-                    screen.getByText('Are you sure you want to permanently delete files for:')
+                    screen.getByText('Are you sure you want to permanently delete files for:'),
                 ).toBeInTheDocument();
             });
 
@@ -161,7 +161,7 @@ describe('DeleteAllDocumentsStage', () => {
 
             await waitFor(() => {
                 expect(
-                    screen.getByText('Sorry, the service is currently unavailable.')
+                    screen.getByText('Sorry, the service is currently unavailable.'),
                 ).toBeInTheDocument();
             });
         });
@@ -202,7 +202,7 @@ describe('DeleteAllDocumentsStage', () => {
 });
 
 const TestApp = (
-    props: Omit<Props, 'setStage' | 'setIsDeletingDocuments' | 'setDownloadStage'>
+    props: Omit<Props, 'setStage' | 'setIsDeletingDocuments' | 'setDownloadStage'>,
 ) => {
     return (
         <DeleteDocumentsStage
@@ -221,7 +221,7 @@ const renderComponent = (
     history = createMemoryHistory({
         initialEntries: [homeRoute],
         initialIndex: 1,
-    })
+    }),
 ) => {
     const auth: Session = {
         auth: buildUserAuth(),
@@ -240,6 +240,6 @@ const renderComponent = (
             <SessionProvider sessionOverride={auth}>
                 <TestApp {...props} />
             </SessionProvider>
-        </ReactRouter.Router>
+        </ReactRouter.Router>,
     );
 };

lambdas/enums/virus_scan_result.py

@@ -0,0 +1,12 @@
+from enum import Enum
+
+
+class VirusScanResult(str, Enum):
+    CLEAN = "Clean"
+    INFECTED = "Infected"
+    INFECTED_ALLOWED = "InfectedAllowed"
+    UNSCANNABLE = "Unscannable"
+    ERROR = "Error"
+
+
+SCAN_RESULT_TAG_KEY = "scan-result"

lambdas/handlers/bulk_upload_handler.py

@@ -1,9 +1,7 @@
-import json
 import logging
-import os
 
+from botocore.exceptions import ClientError
 from services.bulk_upload_service import BulkUploadService
-from services.sqs_service import SQSService
 from utils.exceptions import InvalidMessageException
 from utils.lloyd_george_validator import LGInvalidFilesException
 
@@ -23,28 +21,14 @@ def lambda_handler(event, _context):
         try:
             logger.info(f"Processing message {index} of {len(event['Records'])}")
             bulk_upload_service.handle_sqs_message(message)
-        except (InvalidMessageException, LGInvalidFilesException) as error:
-            handle_invalid_message(invalid_message=message, error=error)
-
-
-def handle_invalid_message(invalid_message: dict, error=None):
-    # Currently we just send the invalid message to invalid queue.
-    # In future ticket, will change this to record errors in dynamo db
-    invalid_queue_url = os.environ["INVALID_SQS_QUEUE_URL"]
-    sqs_service = SQSService()
-
-    new_message = {"original_message": invalid_message["body"]}
-    if error:
-        new_message["error"] = str(error)
-
-    try:
-        nhs_number = invalid_message["messageAttributes"]["NhsNumber"]["stringValue"]
-    except KeyError:
-        nhs_number = ""
-
-    sqs_service.send_message_with_nhs_number_attr(
-        queue_url=invalid_queue_url,
-        message_body=json.dumps(new_message),
-        nhs_number=nhs_number,
-    )
-    logger.info(f"Sent message to invalid queue: {invalid_message}")
+        except (
+            ClientError,
+            InvalidMessageException,
+            LGInvalidFilesException,
+            KeyError,
+            TypeError,
+            AttributeError,
+        ) as error:
+            logger.info(f"Fail to process current message due to error: {error}")
+            logger.info("Continue on next message")
+    logger.info(f"Finished processing all {len(event['Records'])} messages")

lambdas/handlers/bulk_upload_report_handler.py

@@ -2,9 +2,11 @@
 import datetime
 import logging
 import os
+from typing import Optional
 
 from boto3.dynamodb.conditions import Attr
 from botocore.exceptions import ClientError
+from models.bulk_upload_status import FieldNamesForBulkUploadReport
 from services.dynamo_service import DynamoDBService
 from services.s3_service import S3Service
 from utils.decorators.ensure_env_var import ensure_environment_variables
@@ -51,7 +53,7 @@ def report_handler(db_service, s3_service):
 
 def get_dynamodb_report_items(
     db_service, start_timestamp: int, end_timestamp: int
-) -> None or list:
+) -> Optional[list]:
     logger.info("Starting Scan on DynamoDB table")
     bulk_upload_table_name = os.getenv("BULK_UPLOAD_DYNAMODB_NAME")
     filter_time = Attr("Timestamp").gt(start_timestamp) & Attr("Timestamp").lt(
@@ -78,12 +80,11 @@ def get_dynamodb_report_items(
 def write_items_to_csv(items: list, csv_file_path: str):
     logger.info("Writing scan results to csv file")
     with open(csv_file_path, "w") as output_file:
-        field_names = items[0].keys()
+        field_names = FieldNamesForBulkUploadReport
         dict_writer_object = csv.DictWriter(output_file, fieldnames=field_names)
         dict_writer_object.writeheader()
         for item in items:
             dict_writer_object.writerow(item)
-        output_file.close()
 
 
 def get_times_for_scan():
@@ -100,4 +101,3 @@ def get_times_for_scan():
 def write_empty_report(file_path: str):
     with open(file_path, "w") as output_file:
         output_file.write("No data was found for this timeframe")
-    output_file.close()

lambdas/handlers/search_patient_details_handler.py

@@ -1,28 +1,18 @@
 import logging
-import os
 from json import JSONDecodeError
 
 from pydantic import ValidationError
-from services.mock_pds_service import MockPdsApiService
-from services.pds_api_service import PdsApiService
 from services.ssm_service import SSMService
 from utils.decorators.validate_patient_id import validate_patient_id
 from utils.exceptions import (InvalidResourceIdException,
                               PatientNotFoundException, PdsErrorException)
 from utils.lambda_response import ApiGatewayResponse
+from utils.utilities import get_pds_service
 
 logger = logging.getLogger()
 logger.setLevel(logging.INFO)
 
 
-def get_pds_service():
-    return (
-        PdsApiService
-        if (os.getenv("PDS_FHIR_IS_STUBBED") == "false")
-        else MockPdsApiService
-    )
-
-
 @validate_patient_id
 def lambda_handler(event, context):
     logger.info("API Gateway event received - processing starts")

lambdas/models/bulk_upload_status.py

@@ -0,0 +1,39 @@
+from datetime import datetime
+from typing import Literal
+
+from models.config import to_capwords
+from pydantic import BaseModel, ConfigDict, Field
+from utils.utilities import create_reference_id
+
+
+class UploadStatusBaseClass(BaseModel):
+    model_config = ConfigDict(alias_generator=to_capwords, populate_by_name=True)
+    id: str = Field(alias="ID", default_factory=create_reference_id)
+    nhs_number: str
+    timestamp: int = Field(default_factory=lambda: int(datetime.now().timestamp()))
+    date: str = Field(default_factory=lambda: date_string_yyyymmdd(datetime.now()))
+    file_path: str
+
+
+class SuccessfulUpload(UploadStatusBaseClass):
+    upload_status: Literal["complete"] = "complete"
+
+
+class FailedUpload(UploadStatusBaseClass):
+    upload_status: Literal["failed"] = "failed"
+    failure_reason: str
+
+
+FieldNamesForBulkUploadReport = [
+    "NhsNumber",
+    "UploadStatus",
+    "FailureReason",
+    "FilePath",
+    "Date",
+    "Timestamp",
+    "ID",
+]
+
+
+def date_string_yyyymmdd(time_now: datetime) -> str:
+    return time_now.strftime("%Y-%m-%d")

lambdas/models/config.py

@@ -7,3 +7,7 @@ def to_camel(string: str) -> str:
 
 
 conf = ConfigDict(alias_generator=to_camel)
+
+
+def to_capwords(snake_case_string: str) -> str:
+    return "".join(x.capitalize() for x in snake_case_string.split("_"))